-- Logs begin at Thu 2022-05-12 13:39:05 UTC, end at Thu 2022-05-12 15:13:35 UTC. -- May 12 14:45:23.546211 dv-cinder-831187-2-smb systemd[1]: Started Devstack devstack@q-svc.service. May 12 14:45:26.124993 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.common.config [-] Logging enabled! May 12 14:45:26.125776 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev20 May 12 14:45:26.125776 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87961) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 12 14:45:26.128780 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.common.config [-] Logging enabled! May 12 14:45:26.129036 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev20 May 12 14:45:26.130232 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87961) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 12 14:45:26.131241 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 14:45:26.131476 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 14:45:26.131825 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 14:45:26.132069 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 14:45:26.132294 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 14:45:26.132611 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.132905 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.133202 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.133430 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.133756 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.134048 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.134331 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.134617 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.134910 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.135193 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.135468 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.135750 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.135978 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.136257 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.136542 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.136826 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.137047 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] debug = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.137325 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.137777 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.138178 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.138456 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.138745 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.139022 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.139292 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.139567 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.139847 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.140170 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] host = dv-cinder-831187-2-smb {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.140445 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.140733 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.141019 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.141303 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.141593 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.141872 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.142409 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.142678 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.142949 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] log_file = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.143223 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.143508 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.143796 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.144082 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.144306 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.144527 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.145366 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.146188 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.146475 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.146756 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.147036 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.147314 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.147594 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.147868 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.148155 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.148442 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.148729 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.149003 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.149278 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.149570 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.149846 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.150131 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.150406 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.150679 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.150952 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.151238 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.151506 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.151780 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.152077 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.152359 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.152638 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.152922 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.153192 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.153471 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.153776 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.154050 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.154322 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] use_json = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.154604 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.154875 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.155154 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.155425 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.155702 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.155972 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.156243 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.156526 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.156797 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:26.157095 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.157391 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.157716 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.158007 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.158297 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.158576 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.158862 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.159140 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.159428 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.159719 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.160006 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.160285 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.161073 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.161362 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.161687 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.162001 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.162303 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.162600 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.162878 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.163155 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.163432 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.163710 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.163997 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.164292 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.164606 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.164862 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.165141 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.165431 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.165734 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.166010 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.166289 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.166579 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.166857 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.167129 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.167413 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.167687 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.167960 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.168232 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.168509 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.168798 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.169073 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.169344 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.169637 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.169916 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.170188 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.170474 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.170751 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.171025 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.171298 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.171576 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.171848 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.172123 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.172401 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.172675 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.172952 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.173224 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.173496 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.173799 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.174075 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.174357 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.174630 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.174905 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.175181 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.175455 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.175727 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.176143 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.176752 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.177038 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.177331 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.177658 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.177942 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.178226 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.178508 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.178789 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.179071 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.179352 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.179632 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.179911 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.180187 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.180481 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.180766 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.181054 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.181338 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.181657 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.181954 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.182233 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.182518 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.182797 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.183083 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.183369 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.183653 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.183948 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.184244 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.184546 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.184975 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.185133 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.185401 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.185736 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.186022 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:26.186235 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 14:45:26.186478 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87961) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 12 14:45:26.588328 dv-cinder-831187-2-smb neutron-server[87961]: INFO keyring.backend [-] Loading KWallet May 12 14:45:26.595409 dv-cinder-831187-2-smb neutron-server[87961]: INFO keyring.backend [-] Loading SecretService May 12 14:45:26.599368 dv-cinder-831187-2-smb neutron-server[87961]: INFO keyring.backend [-] Loading Windows May 12 14:45:26.600645 dv-cinder-831187-2-smb neutron-server[87961]: INFO keyring.backend [-] Loading chainer May 12 14:45:26.601424 dv-cinder-831187-2-smb neutron-server[87961]: INFO keyring.backend [-] Loading macOS May 12 14:45:26.635595 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 14:45:26.635870 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 14:45:26.636158 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 12 14:45:26.636487 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.manager [-] Loading core plugin: ml2 May 12 14:45:27.040281 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.040576 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.040844 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.042173 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.042448 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.042710 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.078982 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.079260 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.079533 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.092771 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.093050 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.093318 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.124019 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.124299 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.124568 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.162181 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.162757 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.162757 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.397758 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.398045 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.398313 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.398582 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.399326 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.521060 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.521289 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.521495 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.521788 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.522058 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.522372 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.522636 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.522892 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.523146 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.523424 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.523699 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.523939 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.524202 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.524457 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.524721 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.524987 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.525240 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.525509 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.525785 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.526066 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.526411 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.526662 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.526910 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.527189 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.527437 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.527680 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.528071 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:45:27.528311 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:45:27.528550 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:45:27.528787 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:45:27.529023 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:45:27.529257 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:45:27.529651 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 12 14:45:27.532741 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 12 14:45:27.536898 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 12 14:45:27.540724 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 12 14:45:27.542367 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 12 14:45:27.542805 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 12 14:45:27.543138 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 12 14:45:27.543526 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 12 14:45:27.546499 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 12 14:45:27.546750 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 12 14:45:27.547090 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 12 14:45:27.574955 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 12 14:45:27.575404 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.575696 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87961) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 12 14:45:27.576061 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.577406 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87961) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 12 14:45:27.577706 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 12 14:45:27.577952 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 12 14:45:27.581229 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.581511 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:27.645629 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 12 14:45:27.645858 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 12 14:45:27.646094 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 12 14:45:27.646459 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 12 14:45:27.678991 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_db.sqlalchemy.engines [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87961) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 12 14:45:28.155204 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Initializing driver for type 'gre' May 12 14:45:28.155701 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] gre ID ranges: [(1, 1000)] May 12 14:45:28.458604 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Initializing driver for type 'local' May 12 14:45:28.459246 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Initializing driver for type 'vlan' May 12 14:45:28.566520 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] VlanTypeDriver initialization complete May 12 14:45:28.567790 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Initializing driver for type 'vxlan' May 12 14:45:28.567994 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] vxlan ID ranges: [(1, 1000)] May 12 14:45:28.771301 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Initializing extension driver 'port_security' May 12 14:45:28.771568 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.extensions.port_security [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] PortSecurityExtensionDriver initialization complete May 12 14:45:28.771902 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Initializing mechanism driver 'openvswitch' May 12 14:45:28.772240 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Initializing mechanism driver 'hyperv' May 12 14:45:28.778909 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.plugins.ml2.plugin [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:28.779598 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > port after_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.779966 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > port after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.780312 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > port after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.780849 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 14:45:28.781278 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > subnet after_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.781653 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > subnet after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.782044 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > subnet after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.788681 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 14:45:28.788681 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > network after_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.788681 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > network after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.788681 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > network after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.788681 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 14:45:28.789067 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > security_group after_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.789067 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > security_group after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.789067 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > security_group after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.789067 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 14:45:28.789067 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.789442 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.789442 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.789442 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 14:45:28.789442 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > address_group after_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.789442 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > address_group after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.789825 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > address_group after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.789825 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 12 14:45:28.789825 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] ML2 OVO RPC backend initialized. {{(pid=87961) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 12 14:45:28.790116 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router_interface after_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.790480 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.790898 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > network before_response 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.791249 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > networks before_response 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.791600 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > port before_response 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.791955 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > ports before_response 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.792303 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > subnet before_response 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.792647 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > subnets before_response 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.793003 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > network after_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.793347 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > network after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.793721 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > network after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.794120 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > port after_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.794464 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > port after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.794801 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > port after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.795137 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > subnet after_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.795474 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > subnet after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.795806 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > subnet after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.796392 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.plugin [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Modular L2 Plugin initialization complete May 12 14:45:28.796727 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading services supported by the core plugin {{(pid=87961) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 12 14:45:28.797056 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.plugins.ml2.managers [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Got port-security extension from driver 'port_security' May 12 14:45:28.797525 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.extensions.vlantransparent [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Disabled vlantransparent extension. May 12 14:45:28.798052 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87961) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 12 14:45:28.798371 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading Plugin: router May 12 14:45:28.837888 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router_interface before_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.838280 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router after_create 55549900 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.838651 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router before_create 55549900 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.839022 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.839445 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.839808 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router after_delete 55549900 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.840170 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > floatingip after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.840558 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router after_create 55549900 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.840909 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router after_update 55549900 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.841257 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router after_update 55549900 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.841638 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.842001 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router after_update 55549900 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.842425 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router precommit_update 55549900 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.842792 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: port after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.843128 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: port after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.843465 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: subnet after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.843802 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.844149 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > port precommit_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.844500 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router precommit_create 55549900 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.844852 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: port before_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.845195 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router precommit_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.845587 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router after_update 55549900 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.845921 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router precommit_delete 55549900 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.846270 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router precommit_create 55549900 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.846666 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router_interface after_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.846974 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router precommit_update 55549900 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.847341 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > agent after_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.847695 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > agent after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.848516 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > network after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.849412 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Tracking information for resource: router configured {{(pid=87961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:45:28.849776 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Tracking information for resource: floatingip configured {{(pid=87961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 14:45:28.854826 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.db.l3_agentschedulers_db [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 12 14:45:28.855404 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: port after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.855766 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: port after_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.856113 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: port after_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.856461 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: port after_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.857383 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router before_create 55550100 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.857775 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router precommit_delete 55550100 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.858135 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router precommit_create 55550100 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.858489 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > router precommit_update 55550100 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.862872 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.services.provider_configuration [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Service providers = [] {{(pid=87961) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 12 14:45:28.863234 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.db.servicetype_db [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87961) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 12 14:45:28.867246 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.services.service_base [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 14:45:28.867594 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.services.service_base [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 14:45:28.867934 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.services.service_base [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 14:45:28.868822 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.services.service_base [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 14:45:28.869194 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.services.service_base [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Default provider is not specified for service type L3_ROUTER_NAT May 12 14:45:28.869611 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:45:28.869931 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 12 14:45:28.881510 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:45:28.881868 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading Plugin: auto_allocate May 12 14:45:28.887567 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: network precommit_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.887934 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: network precommit_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.888462 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:45:28.888809 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading Plugin: tag May 12 14:45:28.897339 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:45:28.897701 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading Plugin: timestamp May 12 14:45:28.901707 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:45:28.902040 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading Plugin: network_ip_availability May 12 14:45:28.907220 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.907592 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.907946 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:28.908658 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:45:28.908978 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading Plugin: flavors May 12 14:45:28.914592 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:45:28.914925 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading Plugin: revisions May 12 14:45:28.919146 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 14:45:28.919530 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_concurrency.lockutils [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.283s {{(pid=87961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 12 14:45:28.920263 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87961) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 12 14:45:28.920597 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Initializing extension manager. May 12 14:45:28.921105 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: __init__.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.921446 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: __pycache__ {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.921845 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.922149 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: address_group.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.922900 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.923466 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: address-group May 12 14:45:28.923793 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: address_scope.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.924506 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.925018 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: address-scope May 12 14:45:28.925340 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: admin_state_down_before_update.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.927201 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.927725 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: router-admin-state-down-before-update May 12 14:45:28.928049 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: agent.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.928758 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.929270 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: agent May 12 14:45:28.929613 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: agent_resources_synced.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.930528 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.931042 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: agent-resources-synced May 12 14:45:28.931367 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: allowedaddresspairs.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.933311 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.933861 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: allowed-address-pairs May 12 14:45:28.934192 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: auto_allocated_topology.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.935263 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.935782 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: auto-allocated-topology May 12 14:45:28.936107 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: availability_zone.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.936801 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.937312 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: availability_zone May 12 14:45:28.937658 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: availability_zone_filter.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.938575 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.939088 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: availability_zone_filter May 12 14:45:28.939408 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: data_plane_status.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.940312 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.940821 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension data-plane-status not supported by any of loaded plugins May 12 14:45:28.941146 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: default_subnetpools.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.942332 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.942843 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: default-subnetpools May 12 14:45:28.943163 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: dhcpagentscheduler.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.943968 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.944480 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: dhcp_agent_scheduler May 12 14:45:28.944802 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: dns.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.945736 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.946246 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension dns-integration not supported by any of loaded plugins May 12 14:45:28.946566 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: dns_domain_ports.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.947479 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.947986 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension dns-domain-ports not supported by any of loaded plugins May 12 14:45:28.948307 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: dvr.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.948977 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.949483 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: dvr May 12 14:45:28.949829 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: empty_string_filtering.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.950752 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.951271 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: empty-string-filtering May 12 14:45:28.951590 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.952495 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.953008 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 12 14:45:28.953330 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.954267 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.954864 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 12 14:45:28.955191 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: external_net.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.956100 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.956615 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: external-net May 12 14:45:28.956937 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: extra_dhcp_opt.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.958428 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.958944 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: extra_dhcp_opt May 12 14:45:28.959267 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: extraroute.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.960188 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.960699 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: extraroute May 12 14:45:28.961028 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: extraroute_atomic.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.962082 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.962598 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: extraroute-atomic May 12 14:45:28.962920 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: filter_validation.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.963591 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.964101 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: filter-validation May 12 14:45:28.964424 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: fip_pf_description.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.965335 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.965879 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 12 14:45:28.966201 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: fip_port_details.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.967119 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.967631 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: fip-port-details May 12 14:45:28.967949 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: flavors.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.969170 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.969725 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: flavors May 12 14:45:28.970051 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.971697 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.972220 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 12 14:45:28.972546 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: floatingip_pools.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.974206 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.974723 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: floatingip-pools May 12 14:45:28.975050 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: ip_allocation.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.975987 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.976500 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension ip_allocation not supported by any of loaded plugins May 12 14:45:28.976822 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.977764 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.978283 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: ip-substring-filtering May 12 14:45:28.978606 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: l2_adjacency.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.979531 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.980045 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension l2_adjacency not supported by any of loaded plugins May 12 14:45:28.980365 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: l3.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.981323 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.981868 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: router May 12 14:45:28.982189 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: l3_conntrack_helper.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.984501 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.985034 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 12 14:45:28.985362 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.986327 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.986849 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: ext-gw-mode May 12 14:45:28.987173 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.988102 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.989656 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: l3-ha May 12 14:45:28.989989 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: l3_flavors.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.990911 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.991431 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: l3-flavors May 12 14:45:28.991752 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.992679 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.993191 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: l3-port-ip-change-not-allowed May 12 14:45:28.993512 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: l3agentscheduler.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.994573 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.995088 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: l3_agent_scheduler May 12 14:45:28.995415 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: logging.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.996879 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.997403 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension logging not supported by any of loaded plugins May 12 14:45:28.997763 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: metering.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:28.998506 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:28.999089 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: metering May 12 14:45:28.999416 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.000520 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.001041 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: metering_source_and_destination_fields May 12 14:45:29.001367 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: multiprovidernet.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.002325 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.002844 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: multi-provider May 12 14:45:29.003167 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: netmtu.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.004129 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.005110 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: net-mtu May 12 14:45:29.005432 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: netmtu_writable.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.006397 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.006913 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: net-mtu-writable May 12 14:45:29.007235 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: network_availability_zone.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.007905 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.008414 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: network_availability_zone May 12 14:45:29.008732 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: network_ip_availability.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.009852 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.010370 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: network-ip-availability May 12 14:45:29.010696 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: network_segment_range.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.011460 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.011969 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension network-segment-range not supported by any of loaded plugins May 12 14:45:29.012287 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: pagination.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.013261 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.013623 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: pagination May 12 14:45:29.013945 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: port_device_profile.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.014865 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.015384 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: port-device-profile May 12 14:45:29.015709 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.016624 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.017394 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: port-mac-address-regenerate May 12 14:45:29.017750 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.018672 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.019185 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: port-numa-affinity-policy May 12 14:45:29.019508 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: port_resource_request.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.020867 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.021423 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension port-resource-request not supported by any of loaded plugins May 12 14:45:29.021740 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: portbindings.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.022693 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.023206 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: binding May 12 14:45:29.023526 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: portbindings_extended.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.024925 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.025450 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: binding-extended May 12 14:45:29.025815 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: portsecurity.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.026748 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.027267 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: port-security May 12 14:45:29.027589 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: project_id.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.028555 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.028885 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: project-id May 12 14:45:29.029208 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: providernet.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.030176 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.030696 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: provider May 12 14:45:29.031015 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: qos.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.034635 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.035162 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension qos not supported by any of loaded plugins May 12 14:45:29.036484 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.037768 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.038298 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 12 14:45:29.038632 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.039555 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.040074 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 12 14:45:29.040405 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: qos_default.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.041326 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.041877 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension qos-default not supported by any of loaded plugins May 12 14:45:29.042210 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: qos_fip.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.042869 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.043376 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension qos-fip not supported by any of loaded plugins May 12 14:45:29.043700 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: qos_gateway_ip.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.044628 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.045141 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension qos-gateway-ip not supported by any of loaded plugins May 12 14:45:29.045465 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: qos_port_network_policy.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.046409 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.046920 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension qos-port-network-policy not supported by any of loaded plugins May 12 14:45:29.047243 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: qos_rule_type_details.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.048155 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.048671 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension qos-rule-type-details not supported by any of loaded plugins May 12 14:45:29.048993 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: qos_rules_alias.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.050079 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.050600 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension qos-rules-alias not supported by any of loaded plugins May 12 14:45:29.050959 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: quotasv2.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.052809 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.053138 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: quotas May 12 14:45:29.053461 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: quotasv2_detail.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.055091 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.055515 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: quota_details May 12 14:45:29.055851 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: rbac.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.056893 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.057418 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: rbac-policies May 12 14:45:29.057782 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: rbac_address_group.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.058714 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.059232 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: rbac-address-group May 12 14:45:29.059559 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: rbac_address_scope.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.060484 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.061002 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: rbac-address-scope May 12 14:45:29.061326 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: rbac_security_groups.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.062270 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.062790 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: rbac-security-groups May 12 14:45:29.063114 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: rbac_subnetpool.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.064043 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.064563 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: rbac-subnetpool May 12 14:45:29.064889 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: revisionifmatch.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.065847 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.066370 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: revision-if-match May 12 14:45:29.067144 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: revisions.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.068257 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.068776 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: standard-attr-revisions May 12 14:45:29.069103 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: router_availability_zone.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.069809 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.070321 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: router_availability_zone May 12 14:45:29.070647 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: routerservicetype.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.071566 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.072082 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension router-service-type not supported by any of loaded plugins May 12 14:45:29.072404 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.073323 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.073874 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: security-groups-normalized-cidr May 12 14:45:29.074200 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: security_groups_port_filtering.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.075233 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.075751 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: port-security-groups-filtering May 12 14:45:29.076077 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.076993 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.077789 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: security-groups-remote-address-group May 12 14:45:29.078118 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: securitygroup.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.088113 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.088651 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: security-group May 12 14:45:29.088983 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: segment.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.089795 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.090309 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension segment not supported by any of loaded plugins May 12 14:45:29.090639 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.091590 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.092109 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 12 14:45:29.092436 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: servicetype.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.093533 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.094081 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: service-type May 12 14:45:29.094404 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: sorting.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.095393 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.095722 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: sorting May 12 14:45:29.096044 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: standard_attr_segment.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.096949 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.097464 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension standard-attr-segment not supported by any of loaded plugins May 12 14:45:29.098323 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: standardattrdescription.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.099429 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.099942 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: standard-attr-description May 12 14:45:29.100266 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: stateful_security_group.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.101199 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.101751 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: stateful-security-group May 12 14:45:29.102076 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: stdattrs_common.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.102670 dv-cinder-831187-2-smb neutron-server[87961]: WARNING neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 12 14:45:29.102992 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.103999 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.104521 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 12 14:45:29.104842 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: subnet_onboard.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.106007 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.106534 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: subnet_onboard May 12 14:45:29.106857 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.107787 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.108317 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 12 14:45:29.108638 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: subnet_service_types.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.109584 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.110106 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: subnet-service-types May 12 14:45:29.110427 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: subnetallocation.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.111514 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.112043 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: subnet_allocation May 12 14:45:29.112364 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.113026 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.114104 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: subnetpool-prefix-ops May 12 14:45:29.114432 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.115380 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.115897 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 12 14:45:29.116216 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: tagging.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.117283 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.117839 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: standard-attr-tag May 12 14:45:29.118167 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: timestamp.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.119355 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.119875 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loaded extension: standard-attr-timestamp May 12 14:45:29.120201 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: trunk.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.121232 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.121788 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension trunk not supported by any of loaded plugins May 12 14:45:29.122116 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: trunk_details.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.123041 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.123555 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension trunk-details not supported by any of loaded plugins May 12 14:45:29.123877 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: uplink_status_propagation.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.124804 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.125318 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension uplink-status-propagation not supported by any of loaded plugins May 12 14:45:29.125677 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Loading extension file: vlantransparent.py {{(pid=87961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 14:45:29.126349 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 14:45:29.126858 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extension vlan-transparent not supported by any of loaded plugins May 12 14:45:29.130244 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of TrackedResource for resource:network May 12 14:45:29.130979 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of TrackedResource for resource:subnet May 12 14:45:29.132919 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of TrackedResource for resource:subnetpool May 12 14:45:29.133536 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of TrackedResource for resource:port May 12 14:45:29.134811 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.v2.resource_helper [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:45:29.135264 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.v2.resource_helper [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Service FLAVORS assigned prefix: {{(pid=87961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:45:29.135879 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.v2.resource_helper [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:45:29.136304 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.v2.resource_helper [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:45:29.136636 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of TrackedResource for resource:router May 12 14:45:29.137296 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of TrackedResource for resource:floatingip May 12 14:45:29.138062 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.v2.resource_helper [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Service METERING assigned prefix: /metering {{(pid=87961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:45:29.139515 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:29.139888 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:29.140240 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:45:29.141355 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of CountableResource for resource:rbac_policy May 12 14:45:29.141853 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of TrackedResource for resource:security_group May 12 14:45:29.142775 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of TrackedResource for resource:security_group_rule May 12 14:45:29.143526 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.v2.resource_helper [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Service CORE assigned prefix: {{(pid=87961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:45:29.143860 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of TrackedResource for resource:subnetpool May 12 14:45:29.144197 dv-cinder-831187-2-smb neutron-server[87961]: WARNING neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] subnetpool is already registered May 12 14:45:29.145866 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.v2.resource_helper [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Service CORE assigned prefix: {{(pid=87961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:45:29.146204 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of TrackedResource for resource:subnetpool May 12 14:45:29.146534 dv-cinder-831187-2-smb neutron-server[87961]: WARNING neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] subnetpool is already registered May 12 14:45:29.149082 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.v2.resource_helper [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:45:29.149522 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.v2.resource_helper [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Service FLAVORS assigned prefix: {{(pid=87961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:45:29.150136 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.v2.resource_helper [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:45:29.150563 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.v2.resource_helper [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:45:29.150899 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of TrackedResource for resource:router May 12 14:45:29.151230 dv-cinder-831187-2-smb neutron-server[87961]: WARNING neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] router is already registered May 12 14:45:29.151833 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of TrackedResource for resource:floatingip May 12 14:45:29.152162 dv-cinder-831187-2-smb neutron-server[87961]: WARNING neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] floatingip is already registered May 12 14:45:29.152799 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.v2.resource_helper [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Service METERING assigned prefix: /metering {{(pid=87961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:45:29.153464 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of CountableResource for resource:rbac_policy May 12 14:45:29.153814 dv-cinder-831187-2-smb neutron-server[87961]: WARNING neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] rbac_policy is already registered May 12 14:45:29.154358 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of TrackedResource for resource:security_group May 12 14:45:29.154684 dv-cinder-831187-2-smb neutron-server[87961]: WARNING neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] security_group is already registered May 12 14:45:29.155278 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of TrackedResource for resource:security_group_rule May 12 14:45:29.155612 dv-cinder-831187-2-smb neutron-server[87961]: WARNING neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] security_group_rule is already registered May 12 14:45:29.156329 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.v2.resource_helper [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Service CORE assigned prefix: {{(pid=87961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:45:29.156722 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of TrackedResource for resource:subnetpool May 12 14:45:29.157058 dv-cinder-831187-2-smb neutron-server[87961]: WARNING neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] subnetpool is already registered May 12 14:45:29.157704 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.v2.resource_helper [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Service CORE assigned prefix: {{(pid=87961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 14:45:29.158034 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Creating instance of TrackedResource for resource:subnetpool May 12 14:45:29.158368 dv-cinder-831187-2-smb neutron-server[87961]: WARNING neutron.quota.resource_registry [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] subnetpool is already registered May 12 14:45:29.159018 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: extensions {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.161028 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: address-groups {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.162691 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: address-scopes {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.163902 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: agents {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.165070 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: auto-allocated-topology {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.166404 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: availability_zones {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.167706 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: dhcp-networks {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.169105 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: dhcp-agents {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.170551 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: routers {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.172362 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: flavors {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.173515 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: service_profiles {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.174733 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: next_providers {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.176759 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: service_profiles {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.178249 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: floatingip-pools {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.179459 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: routers {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.181298 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: floatingips {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.182521 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: l3-routers {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.183906 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: l3-agents {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.185329 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: metering-labels {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.186718 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: metering-label-rules {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.188018 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: network-ip-availabilities {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.189273 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: bindings {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.190937 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: quotas {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.193376 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: quotas {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.194804 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: rbac-policies {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.196111 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: security-groups {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.197303 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: security-group-rules {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.198579 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: service-providers {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.199807 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: subnetpools {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.202164 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: subnetpools {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.203616 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: tags {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.205299 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: tags {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.323558 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: tags {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.325283 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: tags {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.327104 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: tags {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.329024 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: tags {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.330746 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: tags {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.333757 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: tags {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.335539 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: tags {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.337394 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron.api.extensions [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Extended resource: tags {{(pid=87961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 14:45:29.343395 dv-cinder-831187-2-smb neutron-server[87961]: WARNING keystonemiddleware.auth_token [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 12 14:45:29.349823 dv-cinder-831187-2-smb neutron-server[87961]: WARNING keystonemiddleware.auth_token [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 12 14:45:29.357509 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_concurrency.lockutils [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Acquired lock "singleton_lock" {{(pid=87961) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 12 14:45:29.358004 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_concurrency.lockutils [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Releasing lock "singleton_lock" {{(pid=87961) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 12 14:45:29.358726 dv-cinder-831187-2-smb neutron-server[87961]: INFO oslo_service.service [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Starting 2 workers May 12 14:45:29.363493 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Started child 88106 {{(pid=87961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 14:45:29.368507 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Started child 88107 {{(pid=87961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 14:45:29.368683 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:29.370146 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [-] (88106) wsgi starting up on http://0.0.0.0:9696 May 12 14:45:29.370271 dv-cinder-831187-2-smb neutron-server[87961]: INFO neutron.service [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Neutron service started, listening on 0.0.0.0:9696 May 12 14:45:29.370804 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Notify callbacks [] for process, before_spawn {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:29.372820 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:29.373260 dv-cinder-831187-2-smb neutron-server[87961]: INFO oslo_service.service [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Starting 1 workers May 12 14:45:29.374246 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [-] (88107) wsgi starting up on http://0.0.0.0:9696 May 12 14:45:29.378349 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Started child 88108 {{(pid=87961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 14:45:29.379419 dv-cinder-831187-2-smb neutron-server[87961]: INFO oslo_service.service [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Starting 1 workers May 12 14:45:29.382060 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.service [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] calling RpcWorker wait() {{(pid=88108) _wait /opt/stack/neutron/neutron/service.py:128}} May 12 14:45:29.382593 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.service [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] returning from RpcWorker wait() {{(pid=88108) _wait /opt/stack/neutron/neutron/service.py:135}} May 12 14:45:29.383784 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:29.383904 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Started child 88109 {{(pid=87961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 12 14:45:29.384261 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:29.384613 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG neutron_lib.callbacks.manager [None req-2824aab6-e147-460e-a0c2-9ce898b6f33c None None] Notify callbacks [] for process, after_spawn {{(pid=87961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:29.386479 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87961) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 12 14:45:29.386687 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 14:45:29.386871 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 14:45:29.387075 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 14:45:29.387485 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 14:45:29.387646 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 14:45:29.388174 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.388451 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.388692 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:29.389164 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.389164 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.389291 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.389811 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.389974 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:29.390079 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.390326 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.390600 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.390854 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.391026 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.391189 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.391438 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.391695 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.391995 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.392535 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.392779 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.393052 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.393224 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.393471 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.393754 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.394021 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.394286 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] debug = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.394524 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.395695 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.396326 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.396570 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.396811 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.397071 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.397298 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.397606 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.397852 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.398081 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.398323 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.398582 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.398816 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.399042 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.399256 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.399626 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.399783 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.400235 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] host = dv-cinder-831187-2-smb {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.400445 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.400657 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.400904 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.401128 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.401381 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.401636 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.401895 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.402135 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.402374 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.402596 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.402844 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.403102 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.403369 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.403574 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] log_file = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.403721 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] log_options = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.403931 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.404204 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.404470 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.404624 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.404773 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.404948 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.405200 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.405353 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.405618 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.405832 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.406041 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.406275 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.406504 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.406741 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.406992 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.407242 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.407524 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.407722 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.409308 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.409481 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.409773 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.410041 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.410422 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.411203 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.411503 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.411757 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.412020 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.413458 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.413721 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.413999 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.424467 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.424467 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.424467 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.424467 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.424467 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.424467 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.424467 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.424467 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.425090 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.425090 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.425090 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.425090 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.425090 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.425090 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.425090 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.425090 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] use_json = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.425683 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.425683 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.425683 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.425683 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.425683 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.425683 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.425683 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.425683 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.426765 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.426765 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.426765 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.426765 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.426765 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.426765 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.426765 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.426765 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.427311 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.427311 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.427311 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.427311 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.427311 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.427311 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.427311 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.427311 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.427864 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.427864 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.427864 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.427864 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.427864 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.427864 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.427864 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.427864 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.428702 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.428702 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.428702 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.428702 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.428702 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.428702 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.428702 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.428702 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.429254 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.429254 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.429254 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.429472 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.429624 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.429855 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.430087 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.430312 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.430538 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.430794 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.431050 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.431269 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.431507 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.431719 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.431930 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.432142 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.432367 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.432598 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.432841 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.433054 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.433289 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.433503 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.433735 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.433971 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.434251 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.434433 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.434641 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.434872 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.435097 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.435308 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.435558 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.435850 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.436063 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.436274 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.436496 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.436705 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.436938 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.437169 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.437377 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.437622 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.437825 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.438038 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.438269 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.438478 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.438685 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.438893 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.439120 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.439355 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.439568 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.439775 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.439987 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.440223 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.440434 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.440714 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.441042 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.441283 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.441574 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.441823 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.442073 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.442306 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.442558 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.442771 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.443000 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.443222 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.443484 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.443726 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.443950 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.444167 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.444382 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.444632 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.444845 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.445077 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.445319 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.445571 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.445838 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.446090 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.446315 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.446549 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.446772 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.447033 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.447318 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.447561 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.447847 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.448063 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.448329 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.448621 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.448898 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.449156 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.449413 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.449684 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.449959 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.450186 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.450438 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.450669 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.450917 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.451166 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.451435 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.451679 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.451910 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.452138 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.452383 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.452725 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.452951 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.453192 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.453416 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.453707 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.453935 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.454167 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.454426 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.454688 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.454948 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.455202 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.455445 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.455656 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.455894 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.456139 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.456369 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.456593 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.456796 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.457035 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.457759 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.460353 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.460353 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.460353 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.460353 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.460353 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.460353 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.460353 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.460353 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.461816 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.461816 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.461816 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.461816 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.461816 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.461816 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.461816 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.461816 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.462385 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.462385 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.462385 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.462385 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.462385 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.462728 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.462869 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.463081 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.463319 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.463532 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.463769 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.464005 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.464281 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.464495 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.464723 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.464947 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.465162 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.465516 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.465772 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.466106 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.466355 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.466597 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.466849 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.467077 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.467297 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.467498 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.468049 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.468049 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.468327 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.468327 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.468570 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.468785 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.468996 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.469209 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.469421 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.469715 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.469964 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.470221 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.470432 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.470652 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.470865 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.471082 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.471299 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.471507 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.471717 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.471924 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.472161 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.472387 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.472671 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.473527 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.473776 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.474014 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.474249 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.474497 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.474702 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.474909 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.475149 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.475353 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.475594 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.475807 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.476031 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.476240 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.476473 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.476757 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.476999 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.477217 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.477510 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.477783 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.478005 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.478279 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.478587 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.478797 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.479067 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.479284 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.479498 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.479713 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.479985 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.480314 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.480593 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.480848 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.481102 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.481390 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.481751 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.482036 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.482268 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.482573 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.482909 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.483180 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.483434 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.483684 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.483967 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.484189 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.484400 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.484641 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.484918 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.485147 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.485373 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.485648 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.485887 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.486098 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.486319 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.486547 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.486785 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.487023 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.487270 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.487494 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.487646 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 14:45:29.488173 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87961) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 12 14:45:29.488330 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 14:45:29.488500 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 14:45:29.488722 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 14:45:29.488936 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 14:45:29.489104 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 14:45:29.489325 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.489416 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.489577 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.489736 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.489889 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.490085 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.490243 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.490397 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.490553 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.490709 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.490863 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.491015 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.491168 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.491322 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.491474 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.491627 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.491779 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.491934 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.492091 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.492244 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.492397 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.492550 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.492702 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] debug = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.492855 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.493035 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.493191 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.493345 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.493499 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.493676 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.493831 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.493984 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.494137 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.494291 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.494447 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.494599 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.494755 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.494910 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.495063 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.495216 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.495370 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.495523 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] host = dv-cinder-831187-2-smb {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.495675 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.495826 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.495979 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.496134 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.496308 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.496436 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.496587 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.496833 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.496931 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.497046 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.497185 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.497341 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.497492 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.497676 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] log_file = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.497843 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] log_options = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.497944 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.498103 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.498250 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.498428 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.498588 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.498741 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.498894 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.499049 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.499202 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.499354 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.499505 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.499658 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.499809 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.499962 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.500102 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.500255 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.500408 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.500560 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.500717 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.500867 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.501019 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.501171 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.501323 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.501476 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.501698 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.501858 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.502011 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.502165 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.502319 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.502472 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.502626 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.502780 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.502933 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.503085 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.503241 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.503394 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.503709 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.503871 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.504047 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.504227 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.504480 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.504689 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.504815 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.504909 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.505027 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.505180 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] use_json = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.505333 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.505486 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.505660 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.506003 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.506003 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.506245 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.506245 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.506494 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.506587 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 14:45:29.506727 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.506912 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.506997 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.507147 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.507308 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.507466 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.507625 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.507783 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.508000 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.508096 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.508253 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.508411 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.508580 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.508737 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.508896 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.509057 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.509215 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.509374 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.509532 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.509710 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.509869 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.510027 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.510200 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.510357 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.510502 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.510660 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.510817 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.510976 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.511134 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.511291 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.511449 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.511608 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.511765 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.511922 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.512079 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.512236 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.512394 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.512623 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.512785 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.512943 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.513101 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.513258 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.513459 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.513611 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.513729 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.513887 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.514045 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.514202 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.514359 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.514518 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.514736 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.514886 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.514991 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.515149 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.515307 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.515464 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.515622 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.515780 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.515938 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.516096 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.516256 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.516425 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.516582 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.516740 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.516964 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.517318 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.517462 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.517631 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.517786 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.517945 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.518103 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.518215 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:29.518307 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.518408 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.518564 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.518722 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.518879 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.519037 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.519194 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.519352 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.519509 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.520185 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.520344 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.520503 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.520736 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.520805 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.520974 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.521130 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.521288 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.521445 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.521623 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.521783 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.521940 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.522098 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.522255 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.522412 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.522568 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.522726 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.522886 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.523043 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.523201 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.523358 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.523514 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.523671 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.523829 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.524089 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.524432 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.524601 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.524760 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.524975 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.525101 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.525225 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.525368 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.525526 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.525708 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.525867 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.526031 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.526200 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.526360 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.526529 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.526674 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.526832 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.526990 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.527200 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.527324 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.527440 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.527598 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.527756 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.527920 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.528087 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.528245 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.528403 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.528560 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.528741 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.528898 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.529055 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.529212 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.529369 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.529527 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.529723 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.529882 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.530041 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.530198 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.530356 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.530514 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.530672 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.530830 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.530988 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.531144 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.531303 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.531461 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.531618 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.531776 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.531934 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.532090 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.532247 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.532404 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.532561 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.532719 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.532878 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.533035 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.533193 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.533349 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.533507 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.533683 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.533842 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.533999 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.534157 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.534313 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.534470 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.534630 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.534791 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.535010 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.535131 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.535235 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.536086 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.536276 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.536438 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.536597 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.536754 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.536912 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.537072 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.537260 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.537377 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.537534 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.537801 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.537966 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.538124 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.538299 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.538457 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.538616 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.538776 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.538933 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.539092 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.539250 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.539407 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.539564 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.539723 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.539881 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.540039 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.540196 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.540353 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.540510 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.540668 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.540829 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.540988 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.541146 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.541303 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.541463 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.541646 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.541805 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.541963 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.542120 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.542278 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.542435 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.542593 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.542750 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.542920 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.543077 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.543236 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.543392 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.543550 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.543717 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.543874 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.544030 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.544187 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.544344 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.544510 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.544717 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.544852 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.544965 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.545171 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.545284 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.545417 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.545607 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.545774 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.545931 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.546089 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.546270 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.546415 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.546573 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.546764 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.546886 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.547044 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.547201 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.547380 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.547511 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.547677 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.547844 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.548003 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.548170 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.548337 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.548504 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.548662 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.548825 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.548994 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.549152 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.549310 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.549468 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.549645 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.549804 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.549962 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.550120 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.550277 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.550435 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.550592 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.550749 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.550929 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.551098 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.551362 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.551636 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.551903 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.552071 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.552232 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.552393 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 14:45:29.552544 dv-cinder-831187-2-smb neutron-server[87961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 14:45:29.725568 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 58188) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:45:29.734106 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063365 May 12 14:45:40.774869 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf07b4b5-131a-4a7c-8129-fcbd4507e984 None None] get_active_networks_info from dv-cinder-831187-2-smb {{(pid=88108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 12 14:45:40.863781 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf07b4b5-131a-4a7c-8129-fcbd4507e984 None None] No non-hosted networks {{(pid=88108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 12 14:45:40.878643 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.agentschedulers_db [None req-cf07b4b5-131a-4a7c-8129-fcbd4507e984 None None] DHCP Agent not found on host dv-cinder-831187-2-smb {{(pid=88108) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 12 14:45:41.043237 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6119c041-fc3a-4947-8411-4a691ab392b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624085'] for agent, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:43.025480 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17bae477-76fb-4734-8436-ed99b449ae0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624085'] for agent, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:43.065155 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.db.api [None req-8ede5e6f-0bd7-462b-a86c-b1d8ad52da27 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-831187-2-smb {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 14:45:43.066035 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG oslo_db.api [None req-8ede5e6f-0bd7-462b-a86c-b1d8ad52da27 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 14:45:43.650906 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8ede5e6f-0bd7-462b-a86c-b1d8ad52da27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:44.595525 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624085'] for agent, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:44.597107 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:44.598432 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:44.599275 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:44.599858 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:44.600389 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:44.600919 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:44.601459 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:44.602003 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:44.602978 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:44.603516 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:44.604315 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:44.604854 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:44.605523 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831187-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:44.615970 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831187-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:45:45.092061 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624085'] for agent, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:45.774894 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.db.l3_hamode_db [None req-8608ad83-a1fc-444b-95fc-e181ea14f433 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 12 14:45:45.868212 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8608ad83-a1fc-444b-95fc-e181ea14f433 None None] Routers set() bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:45:45.869217 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8608ad83-a1fc-444b-95fc-e181ea14f433 None None] Router IDs set() for agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 12 14:45:45.972209 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624085'] for agent, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:47.804805 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 58282) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:45:48.381025 dv-cinder-831187-2-smb neutron-server[88107]: WARNING oslo_policy.policy [None req-b8de31ec-b462-4f0a-bf77-3b18b2ca43ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:45:48.381622 dv-cinder-831187-2-smb neutron-server[88107]: WARNING oslo_policy.policy [None req-b8de31ec-b462-4f0a-bf77-3b18b2ca43ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:45:48.598976 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [None req-b8de31ec-b462-4f0a-bf77-3b18b2ca43ad admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 14:45:48.600029 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-b8de31ec-b462-4f0a-bf77-3b18b2ca43ad admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7943089 May 12 14:45:51.009022 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 58296) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:45:51.627689 dv-cinder-831187-2-smb neutron-server[88106]: WARNING oslo_policy.policy [None req-5e0ef09a-a06c-4d5f-a0c8-19a0c6d2874d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:45:51.628778 dv-cinder-831187-2-smb neutron-server[88106]: WARNING oslo_policy.policy [None req-5e0ef09a-a06c-4d5f-a0c8-19a0c6d2874d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:45:51.848476 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-5e0ef09a-a06c-4d5f-a0c8-19a0c6d2874d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:45:51.943501 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.policy [None req-5e0ef09a-a06c-4d5f-a0c8-19a0c6d2874d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88106) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 14:45:51.989292 dv-cinder-831187-2-smb neutron-server[88106]: WARNING oslo_policy.policy [None req-5e0ef09a-a06c-4d5f-a0c8-19a0c6d2874d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:45:51.989816 dv-cinder-831187-2-smb neutron-server[88106]: WARNING oslo_policy.policy [None req-5e0ef09a-a06c-4d5f-a0c8-19a0c6d2874d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:45:51.998232 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.quota [None req-5e0ef09a-a06c-4d5f-a0c8-19a0c6d2874d admin admin] Loaded quota_driver: . May 12 14:45:52.014192 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-5e0ef09a-a06c-4d5f-a0c8-19a0c6d2874d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:45:52.138184 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5e0ef09a-a06c-4d5f-a0c8-19a0c6d2874d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787123310444', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787123335811', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787123330129', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787123351582', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787123350830', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787123368827', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-654316', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-760786', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1806289', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1723602'] for rbac-policy, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:52.377667 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5e0ef09a-a06c-4d5f-a0c8-19a0c6d2874d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:52.379314 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-5e0ef09a-a06c-4d5f-a0c8-19a0c6d2874d admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3681433 May 12 14:45:55.066281 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 58314) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:45:55.417172 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '96d5988c2b54441a8e75ae93715c5081', 'name': 'private'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:45:55.422210 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:45:55.426490 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Usage tracker for resource:network and tenant:96d5988c2b54441a8e75ae93715c5081 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:45:55.431034 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:45:55.436954 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:45:55.606066 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Made reservation on behalf of 96d5988c2b54441a8e75ae93715c5081 for: {'network': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:45:55.608848 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:55.627182 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:55.641503 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:45:55.645440 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Usage tracker for resource:security_group_rule and tenant:96d5988c2b54441a8e75ae93715c5081 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:45:55.650556 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:45:55.656175 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:45:55.752095 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:55.817624 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:55.840802 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=88106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:45:55.865483 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787124724857', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:55.866067 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Unsubscribe: segment precommit_create {{(pid=88106) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 12 14:45:55.866562 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.segments_db [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Added segment aa535e97-e326-44f6-8230-6f361e4379c9 of type vlan for network 75af80c8-bdc8-46d9-8602-67639dfeaeb3 May 12 14:45:55.874955 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f90b103-51ff-4475-a478-0e2a9787e8b6,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:55.930160 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:55.930504 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:55.930833 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:55.931154 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:55.931473 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:55.931791 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:55.932183 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:55.932499 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:55.932822 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:55.933134 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:55.933442 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:55.933777 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Tracked resource versions report: May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: pushed versions: May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: { 'AddressGroup': {'1.2'}, May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'ConntrackHelper': {'1.0'}, May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'Log': {'1.0'}, May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'Network': {'1.1'}, May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'Port': {'1.7'}, May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'PortForwarding': {'1.2'}, May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'QosPolicy': {'1.8'}, May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'SecurityGroup': {'1.4'}, May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'SecurityGroupRule': {'1.2'}, May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'SubPort': {'1.0'}, May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'Subnet': {'1.1'}, May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'Trunk': {'1.1'}} May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: consumer versions: May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: { DHCP agent@dv-cinder-831187-2-smb: {}, May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: L3 agent@dv-cinder-831187-2-smb: {}, May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: Metadata agent@dv-cinder-831187-2-smb: {}, May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: Metering agent@dv-cinder-831187-2-smb: {}, May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: Open vSwitch agent@dv-cinder-831187-2-smb: { 'AddressGroup': '1.2', May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'ConntrackHelper': '1.0', May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'Log': '1.0', May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'Network': '1.1', May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'Port': '1.7', May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'PortForwarding': '1.2', May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'QosPolicy': '1.8', May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'SecurityGroup': '1.4', May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'SecurityGroupRule': '1.2', May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'SubPort': '1.0', May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'Subnet': '1.1', May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: 'Trunk': '1.1'}} May 12 14:45:55.934875 dv-cinder-831187-2-smb neutron-server[88106]: {{(pid=88106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:45:55.976573 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:56.063409 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:56.064621 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:56.065281 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:56.171034 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] Pushing event updated for resources: {'Network': ['ID=75af80c8-bdc8-46d9-8602-67639dfeaeb3,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:45:56.187968 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network 75af80c8-bdc8-46d9-8602-67639dfeaeb3 details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 14:45:56.233887 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-1747164d-a805-4072-ba26-9214499fd53b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1664383 May 12 14:45:58.986452 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 58330) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:45:59.441978 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2508c501-fb81-425d-8b31-09255eb824e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:45:59.443274 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-2508c501-fb81-425d-8b31-09255eb824e9 admin admin] 10.222.0.70 "GET /v2.0/networks/75af80c8-bdc8-46d9-8602-67639dfeaeb3 HTTP/1.1" status: 200 len: 825 time: 0.4558663 May 12 14:45:59.471116 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-095a440b-9e81-4a72-84dc-9de5675d9f06 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/c50bfaed-0e19-4f4f-a055-0e2da90ad786 HTTP/1.1" status: 200 len: 734 time: 0.0221071 May 12 14:45:59.479632 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-452ad2cb-fca1-4665-8f60-435ad4bfd0ac admin admin] Request body: {'subnet': {'subnetpool_id': 'c50bfaed-0e19-4f4f-a055-0e2da90ad786', 'tenant_id': '96d5988c2b54441a8e75ae93715c5081', 'network_id': '75af80c8-bdc8-46d9-8602-67639dfeaeb3', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:45:59.484075 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-452ad2cb-fca1-4665-8f60-435ad4bfd0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:45:59.488448 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-452ad2cb-fca1-4665-8f60-435ad4bfd0ac admin admin] Usage tracker for resource:subnet and tenant:96d5988c2b54441a8e75ae93715c5081 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:45:59.491437 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-452ad2cb-fca1-4665-8f60-435ad4bfd0ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:45:59.496991 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-452ad2cb-fca1-4665-8f60-435ad4bfd0ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:45:59.581280 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452ad2cb-fca1-4665-8f60-435ad4bfd0ac admin admin] Made reservation on behalf of 96d5988c2b54441a8e75ae93715c5081 for: {'subnet': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:45:59.583735 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-452ad2cb-fca1-4665-8f60-435ad4bfd0ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:45:59.942122 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-452ad2cb-fca1-4665-8f60-435ad4bfd0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for subnet, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:00.024427 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452ad2cb-fca1-4665-8f60-435ad4bfd0ac admin admin] Checking segment: {'id': 'aa535e97-e326-44f6-8230-6f361e4379c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '75af80c8-bdc8-46d9-8602-67639dfeaeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:46:00.025104 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452ad2cb-fca1-4665-8f60-435ad4bfd0ac admin admin] Network hostable DHCP agents. Network: 75af80c8-bdc8-46d9-8602-67639dfeaeb3, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:46:00.030033 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ad2cb-fca1-4665-8f60-435ad4bfd0ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3314d24-171d-43f8-946b-342c7ebf9630,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:00.137611 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452ad2cb-fca1-4665-8f60-435ad4bfd0ac admin admin] Network 75af80c8-bdc8-46d9-8602-67639dfeaeb3 is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:46:00.223663 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-452ad2cb-fca1-4665-8f60-435ad4bfd0ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, 75af80c8-bdc8-46d9-8602-67639dfeaeb3) {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:46:00.228419 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452ad2cb-fca1-4665-8f60-435ad4bfd0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:00.229006 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-452ad2cb-fca1-4665-8f60-435ad4bfd0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:00.233075 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e9c3ef-1ef9-4bb1-8db8-e8448562bbc0 None None] Network 75af80c8-bdc8-46d9-8602-67639dfeaeb3 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:46:00.303969 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-452ad2cb-fca1-4665-8f60-435ad4bfd0ac admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8276181 May 12 14:46:00.550921 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88334a02-af0c-582b-a032-2e1d71219111-75af80c8-bdc8-46d9-8602-67639dfeaeb3', 'network_id': '75af80c8-bdc8-46d9-8602-67639dfeaeb3', 'tenant_id': '96d5988c2b54441a8e75ae93715c5081', 'fixed_ips': [{'subnet_id': 'd3314d24-171d-43f8-946b-342c7ebf9630'}]}} from dv-cinder-831187-2-smb. {{(pid=88108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 14:46:00.551776 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:00.739472 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Allocated IP 172.20.0.2 (75af80c8-bdc8-46d9-8602-67639dfeaeb3/d3314d24-171d-43f8-946b-342c7ebf9630/11805c32-40ed-48bf-bd21-abb7abc4ffac) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:46:00.979976 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:00.994696 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Transition to ACTIVE for port object 11805c32-40ed-48bf-bd21-abb7abc4ffac will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:46:01.015159 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Transition to ACTIVE for port object 11805c32-40ed-48bf-bd21-abb7abc4ffac will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:46:01.096719 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:01.162924 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Network 75af80c8-bdc8-46d9-8602-67639dfeaeb3 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:46:01.165872 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:46:01.172833 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Pushing event updated for resources: {'Port': ['ID=11805c32-40ed-48bf-bd21-abb7abc4ffac,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:01.175237 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:46:01.184659 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.185005 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.185339 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.185700 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.186028 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.186355 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.186677 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.186997 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.187316 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.187632 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.187949 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.188264 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Tracked resource versions report: May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: pushed versions: May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: { 'AddressGroup': {'1.2'}, May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'ConntrackHelper': {'1.0'}, May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'Log': {'1.0'}, May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'Network': {'1.1'}, May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'Port': {'1.7'}, May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'PortForwarding': {'1.2'}, May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'QosPolicy': {'1.8'}, May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'SecurityGroup': {'1.4'}, May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'SecurityGroupRule': {'1.2'}, May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'SubPort': {'1.0'}, May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'Subnet': {'1.1'}, May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'Trunk': {'1.1'}} May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: consumer versions: May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: { DHCP agent@dv-cinder-831187-2-smb: {}, May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: L3 agent@dv-cinder-831187-2-smb: {}, May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: Metadata agent@dv-cinder-831187-2-smb: {}, May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: Metering agent@dv-cinder-831187-2-smb: {}, May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: Open vSwitch agent@dv-cinder-831187-2-smb: { 'AddressGroup': '1.2', May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'ConntrackHelper': '1.0', May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'Log': '1.0', May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'Network': '1.1', May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'Port': '1.7', May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'PortForwarding': '1.2', May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'QosPolicy': '1.8', May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'SecurityGroup': '1.4', May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'SecurityGroupRule': '1.2', May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'SubPort': '1.0', May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'Subnet': '1.1', May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: 'Trunk': '1.1'}} May 12 14:46:01.189364 dv-cinder-831187-2-smb neutron-server[88108]: {{(pid=88108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:46:01.278207 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Attempting to bind port 11805c32-40ed-48bf-bd21-abb7abc4ffac on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:46:01.278836 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Attempting to bind port 11805c32-40ed-48bf-bd21-abb7abc4ffac by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': 'aa535e97-e326-44f6-8230-6f361e4379c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '75af80c8-bdc8-46d9-8602-67639dfeaeb3'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:46:01.278950 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Attempting to bind port 11805c32-40ed-48bf-bd21-abb7abc4ffac on network 75af80c8-bdc8-46d9-8602-67639dfeaeb3 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:46:01.284107 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:46:01.284516 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Checking segment: {'id': 'aa535e97-e326-44f6-8230-6f361e4379c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '75af80c8-bdc8-46d9-8602-67639dfeaeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:46:01.285010 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:01.285397 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Bound using segment: {'id': 'aa535e97-e326-44f6-8230-6f361e4379c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '75af80c8-bdc8-46d9-8602-67639dfeaeb3'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:46:01.285908 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Bound port: 11805c32-40ed-48bf-bd21-abb7abc4ffac, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa535e97-e326-44f6-8230-6f361e4379c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '75af80c8-bdc8-46d9-8602-67639dfeaeb3'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:46:01.286306 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:01.374853 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] For port 11805c32-40ed-48bf-bd21-abb7abc4ffac, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:46:01.379458 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] For port 11805c32-40ed-48bf-bd21-abb7abc4ffac, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=11805c32-40ed-48bf-bd21-abb7abc4ffac,segment=NetworkSegment(aa535e97-e326-44f6-8230-6f361e4379c9),segment_id=aa535e97-e326-44f6-8230-6f361e4379c9)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:46:01.475087 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:01.563672 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29ea4c-0899-4d6b-899a-99fdc740db9b None None] Pushing event updated for resources: {'Port': ['ID=11805c32-40ed-48bf-bd21-abb7abc4ffac,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:02.813865 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 58340) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:46:03.188790 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [None req-33aed2b9-41dd-49fe-8cdd-fb45aa863698 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=88106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 14:46:03.190033 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-33aed2b9-41dd-49fe-8cdd-fb45aa863698 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3749723 May 12 14:46:04.485935 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 11805c32-40ed-48bf-bd21-abb7abc4ffac up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:46:04.623217 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 11805c32-40ed-48bf-bd21-abb7abc4ffac completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:46:05.405991 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219095c4-b2a6-4838-9696-0270fcc0d2d7 None None] Network 75af80c8-bdc8-46d9-8602-67639dfeaeb3 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:46:05.589228 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-b7ba82e5-b0a7-491d-8d29-cc6253369f37 None None] Provisioning for port 11805c32-40ed-48bf-bd21-abb7abc4ffac completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:46:05.598460 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-b7ba82e5-b0a7-491d-8d29-cc6253369f37 None None] Provisioning complete for port 11805c32-40ed-48bf-bd21-abb7abc4ffac triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:46:05.598857 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b7ba82e5-b0a7-491d-8d29-cc6253369f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:05.677283 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 58354) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:46:05.797655 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b7ba82e5-b0a7-491d-8d29-cc6253369f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:05.837160 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-b7ba82e5-b0a7-491d-8d29-cc6253369f37 None None] For port 11805c32-40ed-48bf-bd21-abb7abc4ffac, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=11805c32-40ed-48bf-bd21-abb7abc4ffac,segment=NetworkSegment(aa535e97-e326-44f6-8230-6f361e4379c9),segment_id=aa535e97-e326-44f6-8230-6f361e4379c9)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:46:05.920114 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b7ba82e5-b0a7-491d-8d29-cc6253369f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:05.986622 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba82e5-b0a7-491d-8d29-cc6253369f37 None None] Pushing event updated for resources: {'Port': ['ID=11805c32-40ed-48bf-bd21-abb7abc4ffac,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:06.040073 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-4132d95c-f528-4658-8eb7-d2357f710c20 None None] Provisioning complete for port 11805c32-40ed-48bf-bd21-abb7abc4ffac triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:46:06.040446 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4132d95c-f528-4658-8eb7-d2357f710c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:06.066393 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [None req-ce20c640-3403-4fd2-a6fa-6a6e23d790fd admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 14:46:06.067354 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-ce20c640-3403-4fd2-a6fa-6a6e23d790fd admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3888495 May 12 14:46:06.463533 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 11805c32-40ed-48bf-bd21-abb7abc4ffac up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:46:06.529911 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 11805c32-40ed-48bf-bd21-abb7abc4ffac triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:46:06.530282 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:08.782861 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 58366) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:46:09.133073 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-0f2cb37f-895f-43c9-830a-5d775c54a58c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '96d5988c2b54441a8e75ae93715c5081'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:46:09.208252 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.policy [None req-0f2cb37f-895f-43c9-830a-5d775c54a58c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88107) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 14:46:09.253615 dv-cinder-831187-2-smb neutron-server[88107]: WARNING oslo_policy.policy [None req-0f2cb37f-895f-43c9-830a-5d775c54a58c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:46:09.253986 dv-cinder-831187-2-smb neutron-server[88107]: WARNING oslo_policy.policy [None req-0f2cb37f-895f-43c9-830a-5d775c54a58c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 14:46:09.262330 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.quota [None req-0f2cb37f-895f-43c9-830a-5d775c54a58c admin admin] Loaded quota_driver: . May 12 14:46:09.278492 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0f2cb37f-895f-43c9-830a-5d775c54a58c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:46:09.285994 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-0f2cb37f-895f-43c9-830a-5d775c54a58c admin admin] Usage tracker for resource:router and tenant:96d5988c2b54441a8e75ae93715c5081 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:46:09.290672 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-0f2cb37f-895f-43c9-830a-5d775c54a58c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:46:09.298110 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0f2cb37f-895f-43c9-830a-5d775c54a58c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:46:09.383642 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f2cb37f-895f-43c9-830a-5d775c54a58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1624237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10125'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:09.385717 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f2cb37f-895f-43c9-830a-5d775c54a58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10116'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:09.411260 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f2cb37f-895f-43c9-830a-5d775c54a58c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:09.578399 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f2cb37f-895f-43c9-830a-5d775c54a58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624888'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:09.651584 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f2cb37f-895f-43c9-830a-5d775c54a58c admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:09.652889 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-0f2cb37f-895f-43c9-830a-5d775c54a58c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8689401 May 12 14:46:10.765709 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b74c96a3-543d-4dc6-801a-cf3188cfdf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:12.068939 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 58378) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:46:12.433588 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [None req-9ab9b942-0429-4644-9866-d0d9b8b995e8 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=88106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 14:46:12.434552 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-9ab9b942-0429-4644-9866-d0d9b8b995e8 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3647242 May 12 14:46:12.992635 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18ca7003-b23c-4d89-ba7c-c5e93eb0b9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:14.575243 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:14.898712 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 58394) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:46:15.038275 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:15.104531 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:46:15.109905 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:46:15.114272 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Usage tracker for resource:network and tenant:792b2e722974432b8f6619286b82de44 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:46:15.116956 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:46:15.122660 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:46:15.193853 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Made reservation on behalf of 792b2e722974432b8f6619286b82de44 for: {'network': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:46:15.196208 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:15.208402 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:15.225330 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:46:15.229073 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Usage tracker for resource:security_group_rule and tenant:792b2e722974432b8f6619286b82de44 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:46:15.231817 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:46:15.238162 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:46:15.321440 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:15.388383 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:15.411741 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Reserving flat network on physical network physnet1 {{(pid=88106) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 12 14:46:15.425384 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c28f35d-8f2d-49a5-bf0b-a9609ffc7067,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:15.427165 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 5 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:46:15.431420 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:15.431758 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.segments_db [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Added segment 860c2880-3cdd-4537-ae98-a1cccc5a1636 of type flat for network e3b9db88-ae7a-445e-af83-3321a6e7e6af May 12 14:46:15.462787 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:15.575380 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:15.576327 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:15.576903 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:15.676514 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] Pushing event updated for resources: {'Network': ['ID=e3b9db88-ae7a-445e-af83-3321a6e7e6af,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:15.686175 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 14:46:15.744086 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-473718d3-edf9-4f74-ac90-89c135c5f221 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8439429 May 12 14:46:15.937632 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:17.981279 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 58414) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:46:18.119514 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e3a40-4ca2-4b94-9321-cf89691d41c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:18.120818 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-e07e3a40-4ca2-4b94-9321-cf89691d41c8 admin admin] 10.222.0.70 "GET /v2.0/subnets/d3314d24-171d-43f8-946b-342c7ebf9630 HTTP/1.1" status: 200 len: 849 time: 0.1385801 May 12 14:46:18.296785 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-f96c47ba-62bd-40e7-8a5b-b7d9a6c21017 admin admin] 10.222.0.70 "GET /v2.0/routers/27879a64-0219-4392-8b72-b969c805b799 HTTP/1.1" status: 200 len: 704 time: 0.1703353 May 12 14:46:18.753911 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:18.984656 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Allocated IP 172.20.0.1 (75af80c8-bdc8-46d9-8602-67639dfeaeb3/d3314d24-171d-43f8-946b-342c7ebf9630/a5892934-3938-4deb-8125-ac407e3a9c9c) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:46:19.168132 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:19.185648 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Transition to ACTIVE for port object a5892934-3938-4deb-8125-ac407e3a9c9c will not be triggered until provisioned by entity DHCP. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:46:19.292102 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:19.357844 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Network 75af80c8-bdc8-46d9-8602-67639dfeaeb3 is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:46:19.360582 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:46:19.364577 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:46:19.365096 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587182'] for router_interface, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:19.494643 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Pushing event updated for resources: {'Port': ['ID=a5892934-3938-4deb-8125-ac407e3a9c9c,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:19.634071 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-c5e4f350-33d5-4fe8-aec5-f006fa0a79ee None None] Provisioning for port a5892934-3938-4deb-8125-ac407e3a9c9c completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:46:19.638860 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-c5e4f350-33d5-4fe8-aec5-f006fa0a79ee None None] Provisioning complete for port a5892934-3938-4deb-8125-ac407e3a9c9c triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:46:19.639209 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c5e4f350-33d5-4fe8-aec5-f006fa0a79ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:19.693973 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c5e4f350-33d5-4fe8-aec5-f006fa0a79ee None None] Port a5892934-3938-4deb-8125-ac407e3a9c9c cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:46:19.704004 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:19.927964 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:20.010969 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:20.011651 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587019'] for router_interface, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:20.140681 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Pushing event updated for resources: {'Port': ['ID=a5892934-3938-4deb-8125-ac407e3a9c9c,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:20.207968 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Network 75af80c8-bdc8-46d9-8602-67639dfeaeb3 is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:46:20.209263 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:46:20.418003 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-fd722a4b-019a-40f0-a9fb-1b839451384d None None] Provisioning complete for port a5892934-3938-4deb-8125-ac407e3a9c9c triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:46:20.418370 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd722a4b-019a-40f0-a9fb-1b839451384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:20.469019 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-fd722a4b-019a-40f0-a9fb-1b839451384d None None] Port a5892934-3938-4deb-8125-ac407e3a9c9c cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:46:20.497084 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Router 27879a64-0219-4392-8b72-b969c805b799 is scheduled to L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a with binding_index 1 {{(pid=88106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 14:46:20.714200 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:46:20.723726 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-4c0084c3-42a0-477c-b683-1d0461a8d28b admin admin] 10.222.0.70 "PUT /v2.0/routers/27879a64-0219-4392-8b72-b969c805b799/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4208462 May 12 14:46:20.724599 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Sync routers for ids ['27879a64-0219-4392-8b72-b969c805b799'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:46:20.735420 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Routers {'27879a64-0219-4392-8b72-b969c805b799'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:46:20.736249 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:46:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['27879a64-0219-4392-8b72-b969c805b799'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:20.937173 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Set router 27879a64-0219-4392-8b72-b969c805b799 gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:46:21.323291 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27879a64-0219-4392-8b72-b969c805b799', 'name': 'router1', 'tenant_id': '96d5988c2b54441a8e75ae93715c5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:46:09Z', 'updated_at': '2022-05-12T14:46:19Z', 'revision_number': 2, 'project_id': '96d5988c2b54441a8e75ae93715c5081', 'gw_port_host': None, '_interfaces': [{'id': 'a5892934-3938-4deb-8125-ac407e3a9c9c', 'name': '', 'network_id': '75af80c8-bdc8-46d9-8602-67639dfeaeb3', 'tenant_id': '96d5988c2b54441a8e75ae93715c5081', 'mac_address': 'fa:16:3e:17:35:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27879a64-0219-4392-8b72-b969c805b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3314d24-171d-43f8-946b-342c7ebf9630', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:46:18Z', 'updated_at': '2022-05-12T14:46:19Z', 'revision_number': 2, 'project_id': '96d5988c2b54441a8e75ae93715c5081', 'subnets': [{'id': 'd3314d24-171d-43f8-946b-342c7ebf9630', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c50bfaed-0e19-4f4f-a055-0e2da90ad786'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:21.328233 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Checking router: 27879a64-0219-4392-8b72-b969c805b799 for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:46:21.328615 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Updating router 27879a64-0219-4392-8b72-b969c805b799 port a5892934-3938-4deb-8125-ac407e3a9c9c binding host dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:46:21.381246 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:21.832159 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:21.853318 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Transition to ACTIVE for port object a5892934-3938-4deb-8125-ac407e3a9c9c will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:46:21.932693 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:22.157001 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e8a16-f2ec-4162-a11b-34c705ef1e4e None None] Pushing event updated for resources: {'Port': ['ID=a5892934-3938-4deb-8125-ac407e3a9c9c,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:22.170958 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e8a16-f2ec-4162-a11b-34c705ef1e4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:22.171302 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e8a16-f2ec-4162-a11b-34c705ef1e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:22.171641 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e8a16-f2ec-4162-a11b-34c705ef1e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:22.171969 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e8a16-f2ec-4162-a11b-34c705ef1e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:22.172308 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e8a16-f2ec-4162-a11b-34c705ef1e4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:22.172621 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e8a16-f2ec-4162-a11b-34c705ef1e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:22.172942 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e8a16-f2ec-4162-a11b-34c705ef1e4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:22.173262 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e8a16-f2ec-4162-a11b-34c705ef1e4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:22.173846 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e8a16-f2ec-4162-a11b-34c705ef1e4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:22.174187 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e8a16-f2ec-4162-a11b-34c705ef1e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:22.175178 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e8a16-f2ec-4162-a11b-34c705ef1e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:22.175945 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e8a16-f2ec-4162-a11b-34c705ef1e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e8a16-f2ec-4162-a11b-34c705ef1e4e None None] Tracked resource versions report: May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: pushed versions: May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: { 'AddressGroup': {'1.2'}, May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'ConntrackHelper': {'1.0'}, May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'Log': {'1.0'}, May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'Network': {'1.1'}, May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'Port': {'1.7'}, May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'PortForwarding': {'1.2'}, May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'QosPolicy': {'1.8'}, May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'SecurityGroup': {'1.4'}, May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'SecurityGroupRule': {'1.2'}, May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'SubPort': {'1.0'}, May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'Subnet': {'1.1'}, May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'Trunk': {'1.1'}} May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: consumer versions: May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: { DHCP agent@dv-cinder-831187-2-smb: {}, May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: L3 agent@dv-cinder-831187-2-smb: {}, May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: Metadata agent@dv-cinder-831187-2-smb: {}, May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: Metering agent@dv-cinder-831187-2-smb: {}, May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: Open vSwitch agent@dv-cinder-831187-2-smb: { 'AddressGroup': '1.2', May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'ConntrackHelper': '1.0', May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'Log': '1.0', May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'Network': '1.1', May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'Port': '1.7', May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'PortForwarding': '1.2', May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'QosPolicy': '1.8', May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'SecurityGroup': '1.4', May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'SecurityGroupRule': '1.2', May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'SubPort': '1.0', May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'Subnet': '1.1', May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: 'Trunk': '1.1'}} May 12 14:46:22.177088 dv-cinder-831187-2-smb neutron-server[88109]: {{(pid=88109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:46:22.181311 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Attempting to bind port a5892934-3938-4deb-8125-ac407e3a9c9c on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:46:22.181727 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Attempting to bind port a5892934-3938-4deb-8125-ac407e3a9c9c by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': 'aa535e97-e326-44f6-8230-6f361e4379c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '75af80c8-bdc8-46d9-8602-67639dfeaeb3'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:46:22.182163 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Attempting to bind port a5892934-3938-4deb-8125-ac407e3a9c9c on network 75af80c8-bdc8-46d9-8602-67639dfeaeb3 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:46:22.187969 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:46:22.188215 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Checking segment: {'id': 'aa535e97-e326-44f6-8230-6f361e4379c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '75af80c8-bdc8-46d9-8602-67639dfeaeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:46:22.188684 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:22.189061 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Bound using segment: {'id': 'aa535e97-e326-44f6-8230-6f361e4379c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '75af80c8-bdc8-46d9-8602-67639dfeaeb3'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:46:22.189603 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Bound port: a5892934-3938-4deb-8125-ac407e3a9c9c, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa535e97-e326-44f6-8230-6f361e4379c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '75af80c8-bdc8-46d9-8602-67639dfeaeb3'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:46:22.190058 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:22.283324 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] For port a5892934-3938-4deb-8125-ac407e3a9c9c, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:46:22.288312 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] For port a5892934-3938-4deb-8125-ac407e3a9c9c, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=a5892934-3938-4deb-8125-ac407e3a9c9c,segment=NetworkSegment(aa535e97-e326-44f6-8230-6f361e4379c9),segment_id=aa535e97-e326-44f6-8230-6f361e4379c9)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:46:22.381198 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:22.473915 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Routers {'27879a64-0219-4392-8b72-b969c805b799'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:46:22.474544 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:46:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['27879a64-0219-4392-8b72-b969c805b799'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:22.523990 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e8a16-f2ec-4162-a11b-34c705ef1e4e None None] Pushing event updated for resources: {'Port': ['ID=a5892934-3938-4deb-8125-ac407e3a9c9c,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:22.665398 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] Set router 27879a64-0219-4392-8b72-b969c805b799 gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:46:22.994460 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27879a64-0219-4392-8b72-b969c805b799', 'name': 'router1', 'tenant_id': '96d5988c2b54441a8e75ae93715c5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:46:09Z', 'updated_at': '2022-05-12T14:46:19Z', 'revision_number': 2, 'project_id': '96d5988c2b54441a8e75ae93715c5081', 'gw_port_host': None, '_interfaces': [{'id': 'a5892934-3938-4deb-8125-ac407e3a9c9c', 'name': '', 'network_id': '75af80c8-bdc8-46d9-8602-67639dfeaeb3', 'tenant_id': '96d5988c2b54441a8e75ae93715c5081', 'mac_address': 'fa:16:3e:17:35:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27879a64-0219-4392-8b72-b969c805b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3314d24-171d-43f8-946b-342c7ebf9630', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:46:18Z', 'updated_at': '2022-05-12T14:46:22Z', 'revision_number': 4, 'project_id': '96d5988c2b54441a8e75ae93715c5081', 'subnets': [{'id': 'd3314d24-171d-43f8-946b-342c7ebf9630', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c50bfaed-0e19-4f4f-a055-0e2da90ad786'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:22.998305 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f9f4c6-a4d1-46e1-8acd-4ddd1e9a776f None None] The sync data for ids ['27879a64-0219-4392-8b72-b969c805b799'] in dv-cinder-831187-2-smb is: [{'id': '27879a64-0219-4392-8b72-b969c805b799', 'name': 'router1', 'tenant_id': '96d5988c2b54441a8e75ae93715c5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:46:09Z', 'updated_at': '2022-05-12T14:46:19Z', 'revision_number': 2, 'project_id': '96d5988c2b54441a8e75ae93715c5081', 'gw_port_host': None, '_interfaces': [{'id': 'a5892934-3938-4deb-8125-ac407e3a9c9c', 'name': '', 'network_id': '75af80c8-bdc8-46d9-8602-67639dfeaeb3', 'tenant_id': '96d5988c2b54441a8e75ae93715c5081', 'mac_address': 'fa:16:3e:17:35:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27879a64-0219-4392-8b72-b969c805b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3314d24-171d-43f8-946b-342c7ebf9630', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:46:18Z', 'updated_at': '2022-05-12T14:46:22Z', 'revision_number': 4, 'project_id': '96d5988c2b54441a8e75ae93715c5081', 'subnets': [{'id': 'd3314d24-171d-43f8-946b-342c7ebf9630', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c50bfaed-0e19-4f4f-a055-0e2da90ad786'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:46:23.034229 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 58430) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:46:23.213473 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3607f1b6-a0e6-4aaa-9eab-5b3ac1d6b9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:23.219998 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-3607f1b6-a0e6-4aaa-9eab-5b3ac1d6b9aa admin admin] 10.222.0.70 "GET /v2.0/networks/e3b9db88-ae7a-445e-af83-3321a6e7e6af HTTP/1.1" status: 200 len: 842 time: 0.1796100 May 12 14:46:23.224621 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'ip_version': 4, 'cidr': '172.28.3.0/24', 'enable_dhcp': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:46:23.229977 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:46:23.233792 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Usage tracker for resource:subnet and tenant:792b2e722974432b8f6619286b82de44 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:46:23.237684 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:46:23.243270 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:46:23.348729 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Made reservation on behalf of 792b2e722974432b8f6619286b82de44 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:46:23.351509 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:23.872578 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.objects.ports [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88107) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 12 14:46:23.873070 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:23.972826 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Checking segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:46:23.973175 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Network hostable DHCP agents. Network: e3b9db88-ae7a-445e-af83-3321a6e7e6af, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:46:23.985606 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca777a2-3294-4154-a2ef-658c05da9f05,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:23.996262 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:23.996608 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:23.996945 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:23.997274 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:23.997623 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:23.997950 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:23.998271 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:23.998591 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:23.998920 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:23.999234 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:23.999549 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:23.999891 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Tracked resource versions report: May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: pushed versions: May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: { 'AddressGroup': {'1.2'}, May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'ConntrackHelper': {'1.0'}, May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'Log': {'1.0'}, May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'Network': {'1.1'}, May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'Port': {'1.7'}, May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'PortForwarding': {'1.2'}, May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'QosPolicy': {'1.8'}, May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'SecurityGroup': {'1.4'}, May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'SecurityGroupRule': {'1.2'}, May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'SubPort': {'1.0'}, May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'Subnet': {'1.1'}, May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'Trunk': {'1.1'}} May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: consumer versions: May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: { DHCP agent@dv-cinder-831187-2-smb: {}, May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: L3 agent@dv-cinder-831187-2-smb: {}, May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: Metadata agent@dv-cinder-831187-2-smb: {}, May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: Metering agent@dv-cinder-831187-2-smb: {}, May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: Open vSwitch agent@dv-cinder-831187-2-smb: { 'AddressGroup': '1.2', May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'ConntrackHelper': '1.0', May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'Log': '1.0', May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'Network': '1.1', May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'Port': '1.7', May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'PortForwarding': '1.2', May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'QosPolicy': '1.8', May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'SecurityGroup': '1.4', May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'SecurityGroupRule': '1.2', May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'SubPort': '1.0', May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'Subnet': '1.1', May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: 'Trunk': '1.1'}} May 12 14:46:24.001018 dv-cinder-831187-2-smb neutron-server[88107]: {{(pid=88107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:46:24.091502 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:46:24.169290 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, e3b9db88-ae7a-445e-af83-3321a6e7e6af) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:46:24.174943 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:24.175871 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:24.180227 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aacdb08-e6a3-405f-9b24-9da485e860e9 None None] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:46:24.261583 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-94f9c814-9f56-448d-9be1-31e36a5db059 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0407202 May 12 14:46:24.408412 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc86db6a-b5a4-415a-9f52-22de8d1af499 None None] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:46:24.526768 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device a5892934-3938-4deb-8125-ac407e3a9c9c up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:46:24.691262 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port a5892934-3938-4deb-8125-ac407e3a9c9c completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:46:24.696390 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port a5892934-3938-4deb-8125-ac407e3a9c9c triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:46:24.698561 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:24.817811 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:24.856472 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port a5892934-3938-4deb-8125-ac407e3a9c9c, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=a5892934-3938-4deb-8125-ac407e3a9c9c,segment=NetworkSegment(aa535e97-e326-44f6-8230-6f361e4379c9),segment_id=aa535e97-e326-44f6-8230-6f361e4379c9)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:46:24.934839 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:25.014366 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=a5892934-3938-4deb-8125-ac407e3a9c9c,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:26.475575 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device a5892934-3938-4deb-8125-ac407e3a9c9c up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:46:26.544750 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port a5892934-3938-4deb-8125-ac407e3a9c9c triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:46:26.545123 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:26.587649 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 58448) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:46:26.796338 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-87a37d1b-5db5-4643-a730-88ee475f09e2 admin admin] 10.222.0.70 "GET /v2.0/routers/27879a64-0219-4392-8b72-b969c805b799 HTTP/1.1" status: 200 len: 710 time: 0.2074952 May 12 14:46:26.920593 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df131c99-2127-4495-891f-b67653a1e597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:46:26.921920 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-df131c99-2127-4495-891f-b67653a1e597 admin admin] 10.222.0.70 "GET /v2.0/networks/e3b9db88-ae7a-445e-af83-3321a6e7e6af HTTP/1.1" status: 200 len: 886 time: 0.1198149 May 12 14:46:26.931031 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:46:27.370294 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10218'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:27.758779 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:27.857169 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:27.996608 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] Allocated IP 172.28.3.191 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/7ad2cb56-ccca-4413-a70b-450305455ca2) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:46:28.178394 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:28.308736 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:28.374527 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:46:28.377889 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:46:28.381894 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:46:28.444820 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] Pushing event updated for resources: {'Port': ['ID=7ad2cb56-ccca-4413-a70b-450305455ca2,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:28.839147 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:29.179574 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10218'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:29.182894 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624200'] for router, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:29.396133 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] Router 27879a64-0219-4392-8b72-b969c805b799 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 14:46:29.575061 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:46:29.584602 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:29.585121 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Sync routers for ids ['27879a64-0219-4392-8b72-b969c805b799'] in dv-cinder-831187-2-smb {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:46:29.585818 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-c9c7ce84-a1b4-4180-adab-6ddbbeec6eab admin admin] 10.222.0.70 "PUT /v2.0/routers/27879a64-0219-4392-8b72-b969c805b799 HTTP/1.1" status: 200 len: 890 time: 2.6577976 May 12 14:46:29.595256 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Routers {'27879a64-0219-4392-8b72-b969c805b799'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:46:29.596394 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:46:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['27879a64-0219-4392-8b72-b969c805b799'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:29.788609 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Set router 27879a64-0219-4392-8b72-b969c805b799 gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:46:30.130537 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27879a64-0219-4392-8b72-b969c805b799', 'name': 'router1', 'tenant_id': '96d5988c2b54441a8e75ae93715c5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '7ad2cb56-ccca-4413-a70b-450305455ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:46:09Z', 'updated_at': '2022-05-12T14:46:28Z', 'revision_number': 4, 'project_id': '96d5988c2b54441a8e75ae93715c5081', 'gw_port': {'id': '7ad2cb56-ccca-4413-a70b-450305455ca2', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27879a64-0219-4392-8b72-b969c805b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:46:27Z', 'updated_at': '2022-05-12T14:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'a5892934-3938-4deb-8125-ac407e3a9c9c', 'name': '', 'network_id': '75af80c8-bdc8-46d9-8602-67639dfeaeb3', 'tenant_id': '96d5988c2b54441a8e75ae93715c5081', 'mac_address': 'fa:16:3e:17:35:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879a64-0219-4392-8b72-b969c805b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3314d24-171d-43f8-946b-342c7ebf9630', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:46:18Z', 'updated_at': '2022-05-12T14:46:24Z', 'revision_number': 5, 'project_id': '96d5988c2b54441a8e75ae93715c5081', 'subnets': [{'id': 'd3314d24-171d-43f8-946b-342c7ebf9630', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c50bfaed-0e19-4f4f-a055-0e2da90ad786'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:30.135242 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Checking router: 27879a64-0219-4392-8b72-b969c805b799 for host: dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:46:30.135601 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Updating router 27879a64-0219-4392-8b72-b969c805b799 port 7ad2cb56-ccca-4413-a70b-450305455ca2 binding host dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:46:30.186841 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:30.521164 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:30.532264 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Transition to ACTIVE for port object 7ad2cb56-ccca-4413-a70b-450305455ca2 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:46:30.597632 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:30.679599 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Attempting to bind port 7ad2cb56-ccca-4413-a70b-450305455ca2 on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:46:30.679888 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Attempting to bind port 7ad2cb56-ccca-4413-a70b-450305455ca2 by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:46:30.680249 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Attempting to bind port 7ad2cb56-ccca-4413-a70b-450305455ca2 on network e3b9db88-ae7a-445e-af83-3321a6e7e6af {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:46:30.683574 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967c859-8de4-41c7-8319-957ada2c65ea None None] Pushing event updated for resources: {'Port': ['ID=7ad2cb56-ccca-4413-a70b-450305455ca2,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:30.687736 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:46:30.688100 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Checking segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:46:30.688493 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:30.688870 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Bound using segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:46:30.689326 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Bound port: 7ad2cb56-ccca-4413-a70b-450305455ca2, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:46:30.690256 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:30.761824 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] For port 7ad2cb56-ccca-4413-a70b-450305455ca2, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:46:30.764700 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] For port 7ad2cb56-ccca-4413-a70b-450305455ca2, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=7ad2cb56-ccca-4413-a70b-450305455ca2,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:46:30.834595 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:30.916733 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Routers {'27879a64-0219-4392-8b72-b969c805b799'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:46:30.917378 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:46:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['27879a64-0219-4392-8b72-b969c805b799'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:30.964717 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967c859-8de4-41c7-8319-957ada2c65ea None None] Pushing event updated for resources: {'Port': ['ID=7ad2cb56-ccca-4413-a70b-450305455ca2,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:31.096820 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] Set router 27879a64-0219-4392-8b72-b969c805b799 gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:46:31.445177 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27879a64-0219-4392-8b72-b969c805b799', 'name': 'router1', 'tenant_id': '96d5988c2b54441a8e75ae93715c5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '7ad2cb56-ccca-4413-a70b-450305455ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:46:09Z', 'updated_at': '2022-05-12T14:46:28Z', 'revision_number': 4, 'project_id': '96d5988c2b54441a8e75ae93715c5081', 'gw_port': {'id': '7ad2cb56-ccca-4413-a70b-450305455ca2', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27879a64-0219-4392-8b72-b969c805b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:46:27Z', 'updated_at': '2022-05-12T14:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'a5892934-3938-4deb-8125-ac407e3a9c9c', 'name': '', 'network_id': '75af80c8-bdc8-46d9-8602-67639dfeaeb3', 'tenant_id': '96d5988c2b54441a8e75ae93715c5081', 'mac_address': 'fa:16:3e:17:35:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879a64-0219-4392-8b72-b969c805b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3314d24-171d-43f8-946b-342c7ebf9630', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:46:18Z', 'updated_at': '2022-05-12T14:46:24Z', 'revision_number': 5, 'project_id': '96d5988c2b54441a8e75ae93715c5081', 'subnets': [{'id': 'd3314d24-171d-43f8-946b-342c7ebf9630', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c50bfaed-0e19-4f4f-a055-0e2da90ad786'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:46:31.450228 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09090d53-5bfc-4dfd-8b3f-3f1b09209008 None None] The sync data for ids ['27879a64-0219-4392-8b72-b969c805b799'] in dv-cinder-831187-2-smb is: [{'id': '27879a64-0219-4392-8b72-b969c805b799', 'name': 'router1', 'tenant_id': '96d5988c2b54441a8e75ae93715c5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.191'}], 'enable_snat': True}, 'gw_port_id': '7ad2cb56-ccca-4413-a70b-450305455ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:46:09Z', 'updated_at': '2022-05-12T14:46:28Z', 'revision_number': 4, 'project_id': '96d5988c2b54441a8e75ae93715c5081', 'gw_port': {'id': '7ad2cb56-ccca-4413-a70b-450305455ca2', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27879a64-0219-4392-8b72-b969c805b799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:46:27Z', 'updated_at': '2022-05-12T14:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'a5892934-3938-4deb-8125-ac407e3a9c9c', 'name': '', 'network_id': '75af80c8-bdc8-46d9-8602-67639dfeaeb3', 'tenant_id': '96d5988c2b54441a8e75ae93715c5081', 'mac_address': 'fa:16:3e:17:35:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879a64-0219-4392-8b72-b969c805b799', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3314d24-171d-43f8-946b-342c7ebf9630', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:46:18Z', 'updated_at': '2022-05-12T14:46:24Z', 'revision_number': 5, 'project_id': '96d5988c2b54441a8e75ae93715c5081', 'subnets': [{'id': 'd3314d24-171d-43f8-946b-342c7ebf9630', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c50bfaed-0e19-4f4f-a055-0e2da90ad786'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:46:32.023153 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 58458) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:46:32.139359 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-f623a01f-790c-46da-9eb8-e52f517355c0 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1150107 May 12 14:46:32.498933 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 7ad2cb56-ccca-4413-a70b-450305455ca2 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:46:32.634397 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 7ad2cb56-ccca-4413-a70b-450305455ca2 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:46:32.639721 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 7ad2cb56-ccca-4413-a70b-450305455ca2 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:46:32.644319 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:32.762095 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:32.780008 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port 7ad2cb56-ccca-4413-a70b-450305455ca2, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=7ad2cb56-ccca-4413-a70b-450305455ca2,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:46:32.866926 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:32.936999 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=7ad2cb56-ccca-4413-a70b-450305455ca2,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:46:34.482944 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 7ad2cb56-ccca-4413-a70b-450305455ca2 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:46:34.555041 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 7ad2cb56-ccca-4413-a70b-450305455ca2 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:46:34.555537 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:40.834027 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc4433da-84a5-47a2-9a40-a50917d41be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:42.986939 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3dba6b1-cc62-46e6-bc57-1a61e34feee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:44.565367 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:45.039290 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:45.925373 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:46:52.427504 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 5 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:47:10.791861 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8da44841-8f3c-444e-ae13-ff6c767524c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:47:12.993096 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2f8db7f-d011-426a-9830-4bb19cf10260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:47:14.553329 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:47:15.045401 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:47:15.953141 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:47:29.429822 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 5 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:47:40.773374 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41d65d4f-7284-42fc-90a6-3b44fbdc9720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:47:43.004835 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1f3ebcb8-4ab8-43b6-a2bc-f7edf09cfa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:47:44.585035 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:47:45.076277 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:47:45.967539 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:48:06.430086 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 5 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:48:10.796433 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4477d66-bf2c-4d72-8b19-a4368082c52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:48:13.037020 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55606c28-3618-4aed-870f-c8a66ecea262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:48:14.599843 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:48:15.057164 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:48:15.954357 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:48:40.802623 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-60341233-de0a-42c8-ad1f-dab909254dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:48:42.990765 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1bc960f2-c2f1-4aaa-8ed7-69266409380d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:48:43.429013 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 5 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:48:44.573995 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:48:44.574659 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 59028) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:48:44.646935 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-618fae47-33d4-47e6-8ea5-7b539c1f47b8 admin admin] GET failed (client error): The resource could not be found. May 12 14:48:44.648222 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-618fae47-33d4-47e6-8ea5-7b539c1f47b8 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0721626 May 12 14:48:44.781190 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330cb4f7-ab7b-4571-adde-9602619126e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:44.783158 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-330cb4f7-ab7b-4571-adde-9602619126e8 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1302655 May 12 14:48:45.042397 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:48:45.979603 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:48:46.993417 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 59038) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:48:47.105441 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a878dccb-9620-4d12-b812-ac2e2ffac6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:47.106019 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-a878dccb-9620-4d12-b812-ac2e2ffac6e9 admin admin] Synchronizing usage tracker for tenant:792b2e722974432b8f6619286b82de44 on resource:subnet {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:48:47.259475 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-a878dccb-9620-4d12-b812-ac2e2ffac6e9 admin admin] Unset dirty status for tenant:792b2e722974432b8f6619286b82de44 on resource:subnet {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:48:47.260648 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-a878dccb-9620-4d12-b812-ac2e2ffac6e9 admin admin] 10.222.0.70 "GET /v2.0/subnets/d3314d24-171d-43f8-946b-342c7ebf9630 HTTP/1.1" status: 200 len: 849 time: 0.2662556 May 12 14:48:47.269986 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:48:47.385730 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Notify callbacks [] for subnet, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:48:47.622765 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787124777593'] for subnet, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:48:47.670962 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:47.671537 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:48:47.672789 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] 10.222.0.70 "PUT /v2.0/subnets/d3314d24-171d-43f8-946b-342c7ebf9630 HTTP/1.1" status: 200 len: 868 time: 0.4065459 May 12 14:48:47.692436 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37019ded-4277-4421-b3c5-b5922cf54649 None None] Network 75af80c8-bdc8-46d9-8602-67639dfeaeb3 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:48:47.698451 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3314d24-171d-43f8-946b-342c7ebf9630,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:48:47.707010 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:47.707400 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:47.707684 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:47.708102 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:47.708429 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:47.708747 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:47.709065 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:47.709385 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:47.709734 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:47.710046 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:47.710362 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:47.710671 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e94f17-1a2f-4666-ae2d-e37ba3cbd4fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:48:48.159110 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-583896de-38c6-4d10-9773-b026e0ce9683 None None] Provisioning complete for port 11805c32-40ed-48bf-bd21-abb7abc4ffac triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:48:48.159582 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-583896de-38c6-4d10-9773-b026e0ce9683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:48:48.289605 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-583896de-38c6-4d10-9773-b026e0ce9683 None None] Provisioning complete for port a5892934-3938-4deb-8125-ac407e3a9c9c triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:48:48.289970 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-583896de-38c6-4d10-9773-b026e0ce9683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:48:49.871643 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 59050) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:48:50.047497 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05351cfc-a9cd-4788-b04e-e1651c53338d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:50.047994 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05351cfc-a9cd-4788-b04e-e1651c53338d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:50.049620 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-05351cfc-a9cd-4788-b04e-e1651c53338d admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1770074 May 12 14:48:52.258143 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 59060) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:48:52.431538 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e849f-8d4b-4424-924e-cdbfb14e5fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:52.432005 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e849f-8d4b-4424-924e-cdbfb14e5fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:52.433508 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-3c7e849f-8d4b-4424-924e-cdbfb14e5fd0 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1744263 May 12 14:48:54.625932 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59070) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:48:54.803688 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38deb90f-24ac-4779-a0dc-2caf38083f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:54.804159 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-38deb90f-24ac-4779-a0dc-2caf38083f42 admin admin] Synchronizing usage tracker for tenant:792b2e722974432b8f6619286b82de44 on resource:network {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:48:54.944704 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-38deb90f-24ac-4779-a0dc-2caf38083f42 admin admin] Unset dirty status for tenant:792b2e722974432b8f6619286b82de44 on resource:network {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:48:54.945914 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-38deb90f-24ac-4779-a0dc-2caf38083f42 admin admin] 10.222.0.70 "GET /v2.0/networks/75af80c8-bdc8-46d9-8602-67639dfeaeb3 HTTP/1.1" status: 200 len: 869 time: 0.3184485 May 12 14:48:57.194326 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59080) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:48:57.362669 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9912734-9e77-4134-a820-dfa9a7bc00fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:57.364088 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-f9912734-9e77-4134-a820-dfa9a7bc00fe admin admin] 10.222.0.70 "GET /v2.0/networks/e3b9db88-ae7a-445e-af83-3321a6e7e6af HTTP/1.1" status: 200 len: 886 time: 0.1688111 May 12 14:48:59.588158 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59090) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:48:59.694541 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1854d2e4-2c2b-4448-9f02-010dc475f522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:59.695046 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1854d2e4-2c2b-4448-9f02-010dc475f522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:48:59.696598 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-1854d2e4-2c2b-4448-9f02-010dc475f522 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1074750 May 12 14:49:01.883663 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59100) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:49:01.993291 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a846352f-0c21-49e1-b4c4-38f564a0cd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:49:01.993762 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a846352f-0c21-49e1-b4c4-38f564a0cd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:49:01.995261 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-a846352f-0c21-49e1-b4c4-38f564a0cd4e admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1106579 May 12 14:49:04.216587 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 59110) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:49:04.315996 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c631b9-34d6-4de0-911c-0501f5cc6e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:49:04.317303 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-76c631b9-34d6-4de0-911c-0501f5cc6e9a admin admin] 10.222.0.70 "GET /v2.0/subnets/5ca777a2-3294-4154-a2ef-658c05da9f05 HTTP/1.1" status: 200 len: 816 time: 0.0996294 May 12 14:49:06.516239 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 59120) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:49:06.626926 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bf4868-9401-4ddc-a953-b41543c0041d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:49:06.628255 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-58bf4868-9401-4ddc-a953-b41543c0041d admin admin] 10.222.0.70 "GET /v2.0/subnets/d3314d24-171d-43f8-946b-342c7ebf9630 HTTP/1.1" status: 200 len: 868 time: 0.1109989 May 12 14:49:10.779271 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1f8cff82-d533-4f36-8098-b2ae625f0940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:13.060011 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b8cf1c43-5bdb-4c6e-a07d-cef8a7e1a1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:14.590766 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:15.069752 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:15.956705 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:20.428872 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 5 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:49:25.735071 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59166) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:49:25.784235 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [None req-8d301a8e-ab18-4c18-a016-eb5a9d11b725 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=88106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 14:49:25.785199 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-8d301a8e-ab18-4c18-a016-eb5a9d11b725 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492070 May 12 14:49:28.064009 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59176) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:49:28.131384 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc19d5a0-0aca-493f-b2e3-55c796eaf23c admin admin] GET failed (client error): The resource could not be found. May 12 14:49:28.132648 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-cc19d5a0-0aca-493f-b2e3-55c796eaf23c admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0676436 May 12 14:49:28.259778 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae5ba71-b9d7-4b32-ad30-384e98931565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:49:28.261148 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-8ae5ba71-b9d7-4b32-ad30-384e98931565 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1246977 May 12 14:49:30.460448 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59186) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:49:30.506780 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:49:30.511844 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:49:30.521590 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:49:30.602004 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Made reservation on behalf of 792b2e722974432b8f6619286b82de44 for: {'network': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:49:30.604376 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:30.694621 dv-cinder-831187-2-smb neutron-server[88106]: WARNING neutron.services.revisions.revision_plugin [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Could not find related network for resource to bump revision. May 12 14:49:30.706024 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=88106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:49:30.717072 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:30.717408 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.segments_db [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Added segment d57d502b-abbb-40ab-9bd2-ce6a67391584 of type vlan for network c53dc108-85cd-4e27-a38d-fafcaf4d33ca May 12 14:49:30.748484 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:30.863323 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:30.864271 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:49:30.864837 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:30.966018 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Pushing event updated for resources: {'Network': ['ID=c53dc108-85cd-4e27-a38d-fafcaf4d33ca,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:30.973003 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:30.973348 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:30.973707 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:30.974033 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:30.974359 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:30.974683 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:30.975000 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:30.975314 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:30.975629 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:30.975941 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:30.976250 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:30.976558 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:30.988229 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network c53dc108-85cd-4e27-a38d-fafcaf4d33ca details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 14:49:31.064594 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-4f1d5b73-fedd-41ef-9237-ab57189bd53d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6029274 May 12 14:49:33.278324 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59196) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:49:33.350022 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a43011-e4ee-46cc-9fc7-9392e1a8ecb2 admin admin] GET failed (client error): The resource could not be found. May 12 14:49:33.350550 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-88a43011-e4ee-46cc-9fc7-9392e1a8ecb2 admin admin] Synchronizing usage tracker for tenant:792b2e722974432b8f6619286b82de44 on resource:network {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:49:33.425712 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-88a43011-e4ee-46cc-9fc7-9392e1a8ecb2 admin admin] Unset dirty status for tenant:792b2e722974432b8f6619286b82de44 on resource:network {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:49:33.426825 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-88a43011-e4ee-46cc-9fc7-9392e1a8ecb2 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1474993 May 12 14:49:33.539417 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1f6fc9-5d46-4891-8568-455c481a010b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:49:33.540772 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-bc1f6fc9-5d46-4891-8568-455c481a010b admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1097825 May 12 14:49:33.551546 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-1fb6d5ce-4300-43c3-b336-dad368927d23 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'c53dc108-85cd-4e27-a38d-fafcaf4d33ca', 'ip_version': 4}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:49:33.556029 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-1fb6d5ce-4300-43c3-b336-dad368927d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:49:33.568136 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-1fb6d5ce-4300-43c3-b336-dad368927d23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:49:33.634648 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb6d5ce-4300-43c3-b336-dad368927d23 admin admin] Made reservation on behalf of 792b2e722974432b8f6619286b82de44 for: {'subnet': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:49:33.636934 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1fb6d5ce-4300-43c3-b336-dad368927d23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:33.996624 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1fb6d5ce-4300-43c3-b336-dad368927d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for subnet, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:34.069936 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6d5ce-4300-43c3-b336-dad368927d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=353d19f2-282c-4bde-8acf-a3247075f7e8,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:34.084195 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb6d5ce-4300-43c3-b336-dad368927d23 admin admin] Checking segment: {'id': 'd57d502b-abbb-40ab-9bd2-ce6a67391584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c53dc108-85cd-4e27-a38d-fafcaf4d33ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:49:34.084543 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb6d5ce-4300-43c3-b336-dad368927d23 admin admin] Network hostable DHCP agents. Network: c53dc108-85cd-4e27-a38d-fafcaf4d33ca, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:49:34.179306 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb6d5ce-4300-43c3-b336-dad368927d23 admin admin] Network c53dc108-85cd-4e27-a38d-fafcaf4d33ca is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:49:34.299772 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-1fb6d5ce-4300-43c3-b336-dad368927d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, c53dc108-85cd-4e27-a38d-fafcaf4d33ca) {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:49:34.303703 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb6d5ce-4300-43c3-b336-dad368927d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:49:34.304278 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1fb6d5ce-4300-43c3-b336-dad368927d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:34.309058 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee3c9e0-051c-49d5-89b5-d79c6946a77e None None] Network c53dc108-85cd-4e27-a38d-fafcaf4d33ca requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:49:34.521440 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88334a02-af0c-582b-a032-2e1d71219111-c53dc108-85cd-4e27-a38d-fafcaf4d33ca', 'network_id': 'c53dc108-85cd-4e27-a38d-fafcaf4d33ca', 'tenant_id': '792b2e722974432b8f6619286b82de44', 'fixed_ips': [{'subnet_id': '353d19f2-282c-4bde-8acf-a3247075f7e8'}]}} from dv-cinder-831187-2-smb. {{(pid=88108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 14:49:34.521627 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-1fb6d5ce-4300-43c3-b336-dad368927d23 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9744046 May 12 14:49:34.526367 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:34.695741 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Allocated IP 192.168.233.2 (c53dc108-85cd-4e27-a38d-fafcaf4d33ca/353d19f2-282c-4bde-8acf-a3247075f7e8/6e772bc1-5ab3-490f-b6da-f5e8bc800234) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:49:34.910877 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:34.921036 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Transition to ACTIVE for port object 6e772bc1-5ab3-490f-b6da-f5e8bc800234 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:49:34.941002 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Transition to ACTIVE for port object 6e772bc1-5ab3-490f-b6da-f5e8bc800234 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:49:35.019316 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:35.089423 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Network c53dc108-85cd-4e27-a38d-fafcaf4d33ca is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:49:35.092251 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:49:35.097148 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:49:35.129765 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Pushing event updated for resources: {'Port': ['ID=6e772bc1-5ab3-490f-b6da-f5e8bc800234,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:35.170375 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:35.170719 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:35.171051 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:35.171383 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:35.171715 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:35.172042 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:35.172381 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:35.172705 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:35.173024 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:35.173483 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:35.174012 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:35.174434 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:49:35.204017 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Attempting to bind port 6e772bc1-5ab3-490f-b6da-f5e8bc800234 on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:49:35.204384 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Attempting to bind port 6e772bc1-5ab3-490f-b6da-f5e8bc800234 by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': 'd57d502b-abbb-40ab-9bd2-ce6a67391584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c53dc108-85cd-4e27-a38d-fafcaf4d33ca'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:49:35.205754 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Attempting to bind port 6e772bc1-5ab3-490f-b6da-f5e8bc800234 on network c53dc108-85cd-4e27-a38d-fafcaf4d33ca {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:49:35.211427 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:49:35.211792 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Checking segment: {'id': 'd57d502b-abbb-40ab-9bd2-ce6a67391584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c53dc108-85cd-4e27-a38d-fafcaf4d33ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:49:35.212228 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:35.212571 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Bound using segment: {'id': 'd57d502b-abbb-40ab-9bd2-ce6a67391584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c53dc108-85cd-4e27-a38d-fafcaf4d33ca'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:49:35.213027 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Bound port: 6e772bc1-5ab3-490f-b6da-f5e8bc800234, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57d502b-abbb-40ab-9bd2-ce6a67391584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c53dc108-85cd-4e27-a38d-fafcaf4d33ca'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:49:35.213420 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:35.306774 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] For port 6e772bc1-5ab3-490f-b6da-f5e8bc800234, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:49:35.309924 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] For port 6e772bc1-5ab3-490f-b6da-f5e8bc800234, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=6e772bc1-5ab3-490f-b6da-f5e8bc800234,segment=NetworkSegment(d57d502b-abbb-40ab-9bd2-ce6a67391584),segment_id=d57d502b-abbb-40ab-9bd2-ce6a67391584)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:49:35.395701 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:35.478607 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df923d-7d27-40e5-afbd-a23ed768c1e7 None None] Pushing event updated for resources: {'Port': ['ID=6e772bc1-5ab3-490f-b6da-f5e8bc800234,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:36.272733 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56daf4b-8738-46e2-8516-14984c03e802 None None] Network c53dc108-85cd-4e27-a38d-fafcaf4d33ca requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:49:36.455608 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-615a25d9-3768-4f1a-803d-855b34031254 None None] Provisioning for port 6e772bc1-5ab3-490f-b6da-f5e8bc800234 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:49:36.613605 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 6e772bc1-5ab3-490f-b6da-f5e8bc800234 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:49:36.762179 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 6e772bc1-5ab3-490f-b6da-f5e8bc800234 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:49:36.768135 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 6e772bc1-5ab3-490f-b6da-f5e8bc800234 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:49:36.768717 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:36.830527 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-3f69b823-23e3-48a4-a13a-68316f4b0453 None None] Provisioning complete for port 6e772bc1-5ab3-490f-b6da-f5e8bc800234 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:49:36.831307 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3f69b823-23e3-48a4-a13a-68316f4b0453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:36.977464 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:37.031789 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3f69b823-23e3-48a4-a13a-68316f4b0453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:37.049144 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port 6e772bc1-5ab3-490f-b6da-f5e8bc800234, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=6e772bc1-5ab3-490f-b6da-f5e8bc800234,segment=NetworkSegment(d57d502b-abbb-40ab-9bd2-ce6a67391584),segment_id=d57d502b-abbb-40ab-9bd2-ce6a67391584)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:49:37.128992 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:37.247526 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.db.api [None req-3f69b823-23e3-48a4-a13a-68316f4b0453 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 14:49:37.247872 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG oslo_db.api [None req-3f69b823-23e3-48a4-a13a-68316f4b0453 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 14:49:37.250419 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=6e772bc1-5ab3-490f-b6da-f5e8bc800234,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:49:38.573296 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 6e772bc1-5ab3-490f-b6da-f5e8bc800234 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:49:38.641346 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 6e772bc1-5ab3-490f-b6da-f5e8bc800234 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:49:38.641813 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:40.784931 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc20c747-6274-40ce-8991-d1014e2c0f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:43.042305 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cb7029e-4dbc-42d6-bcb9-9e9a79ef658c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:44.607705 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:45.086684 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:46.036556 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:49:57.428269 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 5 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:50:10.836638 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f35cab11-d2bd-47bd-9f9a-26a5c6898c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:50:13.025238 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-732920b2-c793-4319-9766-75c831a46c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:50:14.619673 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:50:15.070660 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:50:16.002501 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:50:34.432696 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 5 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:50:40.819926 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9aa49605-53cb-4db4-820b-20f11a20845e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:50:43.036999 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-339524fd-0ce3-4a63-977c-4039f991f0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:50:44.579419 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:50:45.088424 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:50:46.036499 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:10.836414 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8da34676-b674-4ffa-9146-e2cd98a58616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:11.432470 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 5 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:51:13.013682 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c1937c74-76a2-4544-8648-87403e393501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:14.626301 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:15.087569 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:16.053406 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:16.551827 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59242) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:51:16.557702 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [None req-d6376c05-0965-4222-9733-66a4feec65d9 tempest-verify_tempest_config-742340183 tempest-verify_tempest_config-742340183-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=88106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 14:51:16.558607 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-d6376c05-0965-4222-9733-66a4feec65d9 tempest-verify_tempest_config-742340183 tempest-verify_tempest_config-742340183-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058274 May 12 14:51:17.241889 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59260) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:51:17.390919 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:17.406925 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:51:17.411900 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Usage tracker for resource:security_group_rule and tenant:456027057d2a42f981e6451a99fde333 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:51:17.414901 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:51:17.421258 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:51:17.521771 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:17.607423 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:17.662834 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Synchronizing usage tracker for tenant:792b2e722974432b8f6619286b82de44 on resource:security_group {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:51:17.665385 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6069ee-f3d8-4911-9298-e82b936c08d6,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:17.678093 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:17.678930 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:17.679296 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:17.679663 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:17.679999 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:17.680336 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:17.680685 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:17.680999 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:17.681347 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:17.682339 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:17.682339 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:17.682769 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:51:17.802179 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] Unset dirty status for tenant:792b2e722974432b8f6619286b82de44 on resource:security_group {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:51:17.803419 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-3c182e30-e5ac-4576-b018-afdca5f64bdc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=456027057d2a42f981e6451a99fde333&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5601749 May 12 14:51:17.806363 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59266) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:51:17.877432 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6f763491-4041-4217-aef2-4164fcc8d74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:17.909741 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6f763491-4041-4217-aef2-4164fcc8d74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:18.174766 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6f763491-4041-4217-aef2-4164fcc8d74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:18.194608 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f763491-4041-4217-aef2-4164fcc8d74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6069ee-f3d8-4911-9298-e82b936c08d6,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:51:18.199466 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6f763491-4041-4217-aef2-4164fcc8d74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:18.200925 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-6f763491-4041-4217-aef2-4164fcc8d74b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e6069ee-f3d8-4911-9298-e82b936c08d6 HTTP/1.1" status: 204 len: 168 time: 0.3934700 May 12 14:51:40.883209 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1d65-ef93-4684-816b-529007e07792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:42.996591 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9e7c5b5-ec18-4875-b22b-f473902f7ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:44.641830 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:45.219011 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:45.978789 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:51:48.430715 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 5 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:52:10.870357 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-798b284d-cd6c-4163-9aa6-6448956f8799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:52:13.029928 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8f95d614-cfb5-4617-9776-6eaa698c960c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:52:14.590719 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:52:15.253533 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:52:16.013128 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:52:25.431055 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 5 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:52:40.801932 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c84023cf-5683-4b0e-8db5-b65f689e8b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:52:43.012725 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-78883fb1-2750-40b4-ac7d-94822b95b72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:52:44.624379 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:52:45.132930 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:52:46.059251 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:53:02.431377 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 5 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:53:10.841946 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c07d065-5aa2-4899-8fdc-8a1195a1b6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:53:13.072166 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ceb6af79-486e-4bd1-84df-5b9a97ed3617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:53:14.590233 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:53:15.098325 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:53:16.019086 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:53:18.967239 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624085'] for agent, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:53:34.973851 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59344) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:53:35.102098 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-cc323d91-2590-4dcb-bceb-15ac890b2584 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1267829 May 12 14:53:37.483369 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59354) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:53:37.543503 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-f5dd4fcb-d848-4c91-8efa-27a069b62170 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0590956 May 12 14:53:39.435990 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:53:40.922382 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd45f-8518-4fb8-8ebf-6e490cee398f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:53:43.024925 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5022b208-8e48-4266-863e-10058018ae31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:53:44.590384 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:53:45.091894 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:53:46.018604 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:53:48.938723 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:54:10.857032 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b99057d5-2e6e-472d-be09-59936040fce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:54:13.018850 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6e784c97-a2aa-438b-a518-10217a86e16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:54:14.629785 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:54:15.121746 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:54:16.019873 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:54:16.436038 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:54:18.956097 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:54:40.836167 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ae65ec01-f2ab-4f1b-956e-11fe5a4c1362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:54:43.070069 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1703beaf-0d94-4624-afe9-99857ec39f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:54:44.590054 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:54:45.110375 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:54:46.006814 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:54:48.944345 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:54:53.439209 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:55:10.821949 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3f450bbe-4d4f-4a73-8a52-9035ea60e51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:13.041322 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-979ef80c-bf0d-467e-9f4b-f31839d6c0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:14.601351 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:15.116044 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:16.030159 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:18.947317 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:30.447979 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:55:30.501005 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 59440) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:30.950890 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-network', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:55:30.958337 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:30.963605 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Usage tracker for resource:network and tenant:7e684d49501b49d2a6b99fee4deeb9ec is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:30.968614 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:30.976084 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:31.106732 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Made reservation on behalf of 7e684d49501b49d2a6b99fee4deeb9ec for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:55:31.115414 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:31.143490 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:31.167700 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:31.173386 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Usage tracker for resource:security_group_rule and tenant:7e684d49501b49d2a6b99fee4deeb9ec is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:31.178497 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:31.190376 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:31.348489 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:31.415808 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:31.445753 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:55:31.458455 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9672df14-3a87-4f9b-a2a6-f58cb20ce158,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:31.472854 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787124724857', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:31.473421 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Unsubscribe: segment precommit_create {{(pid=88107) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 12 14:55:31.473903 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.db.segments_db [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Added segment e110b460-30c9-4e28-b2f0-280877495825 of type vlan for network 0d8c56f2-4158-444c-96af-8e80e6763783 May 12 14:55:31.481997 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:31.482489 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:31.482836 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:31.483189 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:31.483492 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:31.483820 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:31.484140 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:31.484462 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:31.484782 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:31.485092 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:31.485416 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:31.485784 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Tracked resource versions report: May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: pushed versions: May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: { 'AddressGroup': {'1.2'}, May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'ConntrackHelper': {'1.0'}, May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'Log': {'1.0'}, May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'Network': {'1.1'}, May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'Port': {'1.7'}, May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'PortForwarding': {'1.2'}, May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'QosPolicy': {'1.8'}, May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'SecurityGroup': {'1.4'}, May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'SecurityGroupRule': {'1.2'}, May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'SubPort': {'1.0'}, May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'Subnet': {'1.1'}, May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'Trunk': {'1.1'}} May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: consumer versions: May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: { DHCP agent@dv-cinder-831187-2-smb: {}, May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: HyperV agent@hv-cinder-83118: {}, May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: L3 agent@dv-cinder-831187-2-smb: {}, May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: Metadata agent@dv-cinder-831187-2-smb: {}, May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: Metering agent@dv-cinder-831187-2-smb: {}, May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: Open vSwitch agent@dv-cinder-831187-2-smb: { 'AddressGroup': '1.2', May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'ConntrackHelper': '1.0', May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'Log': '1.0', May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'Network': '1.1', May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'Port': '1.7', May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'PortForwarding': '1.2', May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'QosPolicy': '1.8', May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'SecurityGroup': '1.4', May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'SecurityGroupRule': '1.2', May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'SubPort': '1.0', May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'Subnet': '1.1', May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: 'Trunk': '1.1'}} May 12 14:55:31.486972 dv-cinder-831187-2-smb neutron-server[88107]: {{(pid=88107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:55:31.526908 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:31.661458 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:31.662474 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:31.663060 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:31.770665 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] Pushing event updated for resources: {'Network': ['ID=0d8c56f2-4158-444c-96af-8e80e6763783,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:31.781696 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network 0d8c56f2-4158-444c-96af-8e80e6763783 details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 14:55:31.882019 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-f25db329-02de-401c-9693-f93d21c5a552 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3798373 May 12 14:55:31.886090 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59504) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:31.892368 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Request body: {'subnet': {'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-subnet', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:55:31.902336 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:31.902336 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Usage tracker for resource:subnet and tenant:7e684d49501b49d2a6b99fee4deeb9ec is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:31.905423 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:31.912040 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:31.993220 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Made reservation on behalf of 7e684d49501b49d2a6b99fee4deeb9ec for: {'subnet': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:55:31.995574 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:32.376019 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for subnet, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:32.449506 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6517beee-f6a9-470f-99ed-f96e6825f8b9,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:32.463475 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:32.463889 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:32.464260 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:32.464791 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:32.464945 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:32.465288 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:32.465487 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:32.465817 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:32.466314 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:32.466536 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:32.468012 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:32.468012 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Tracked resource versions report: May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: pushed versions: May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: { 'AddressGroup': {'1.2'}, May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'ConntrackHelper': {'1.0'}, May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'Log': {'1.0'}, May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'Network': {'1.1'}, May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'Port': {'1.7'}, May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'PortForwarding': {'1.2'}, May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'QosPolicy': {'1.8'}, May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'SecurityGroup': {'1.4'}, May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'SecurityGroupRule': {'1.2'}, May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'SubPort': {'1.0'}, May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'Subnet': {'1.1'}, May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'Trunk': {'1.1'}} May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: consumer versions: May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: { DHCP agent@dv-cinder-831187-2-smb: {}, May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: HyperV agent@hv-cinder-83118: {}, May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: L3 agent@dv-cinder-831187-2-smb: {}, May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: Metadata agent@dv-cinder-831187-2-smb: {}, May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: Metering agent@dv-cinder-831187-2-smb: {}, May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: Open vSwitch agent@dv-cinder-831187-2-smb: { 'AddressGroup': '1.2', May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'ConntrackHelper': '1.0', May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'Log': '1.0', May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'Network': '1.1', May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'Port': '1.7', May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'PortForwarding': '1.2', May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'QosPolicy': '1.8', May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'SecurityGroup': '1.4', May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'SecurityGroupRule': '1.2', May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'SubPort': '1.0', May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'Subnet': '1.1', May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: 'Trunk': '1.1'}} May 12 14:55:32.468795 dv-cinder-831187-2-smb neutron-server[88106]: {{(pid=88106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:55:32.474294 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Checking segment: {'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:55:32.474294 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Network hostable DHCP agents. Network: 0d8c56f2-4158-444c-96af-8e80e6763783, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:55:32.599324 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Network 0d8c56f2-4158-444c-96af-8e80e6763783 is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:55:32.675510 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 59526) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:32.721375 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, 0d8c56f2-4158-444c-96af-8e80e6763783) {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:32.726534 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:32.727250 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:32.733688 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b763892-92da-4abb-9de2-692074cb17ad None None] Network 0d8c56f2-4158-444c-96af-8e80e6763783 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:55:32.868864 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-0d6c99e6-9d07-4062-b013-d19d0bd15033 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9816747 May 12 14:55:32.873795 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 59538) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:32.881125 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:55:32.938873 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:32.946598 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Usage tracker for resource:router and tenant:7e684d49501b49d2a6b99fee4deeb9ec is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:32.947510 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:32.955709 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:32.978811 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88334a02-af0c-582b-a032-2e1d71219111-0d8c56f2-4158-444c-96af-8e80e6763783', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'fixed_ips': [{'subnet_id': '6517beee-f6a9-470f-99ed-f96e6825f8b9'}]}} from dv-cinder-831187-2-smb. {{(pid=88108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 14:55:32.980003 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:33.059299 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1624237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10125'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:33.061832 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10116'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:33.093597 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:33.156812 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Allocated IP 172.20.0.2 (0d8c56f2-4158-444c-96af-8e80e6763783/6517beee-f6a9-470f-99ed-f96e6825f8b9/080a26a1-5658-44f9-845a-5f534e891336) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:55:33.163651 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-196635978-network', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:55:33.170362 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:33.177805 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Usage tracker for resource:network and tenant:6b59b244953945b1b1ef483fdb3522e1 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:33.185228 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:33.196247 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:33.336546 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Made reservation on behalf of 6b59b244953945b1b1ef483fdb3522e1 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:55:33.339149 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:33.364947 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:33.455612 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:33.460930 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:33.466484 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Transition to ACTIVE for port object 080a26a1-5658-44f9-845a-5f534e891336 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:55:33.484521 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Usage tracker for resource:security_group_rule and tenant:6b59b244953945b1b1ef483fdb3522e1 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:33.492537 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Transition to ACTIVE for port object 080a26a1-5658-44f9-845a-5f534e891336 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:55:33.550529 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:33.568283 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:33.580103 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10218'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:33.612826 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:33.667614 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:33.689062 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Network 0d8c56f2-4158-444c-96af-8e80e6763783 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:33.692945 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:33.698062 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:55:33.708746 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Pushing event updated for resources: {'Port': ['ID=080a26a1-5658-44f9-845a-5f534e891336,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:33.746371 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:33.746714 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:33.746953 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:33.747277 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:33.747592 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:33.748790 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:33.748980 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:33.749469 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:33.749812 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:33.750123 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:33.750441 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:33.750750 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Tracked resource versions report: May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: pushed versions: May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: { 'AddressGroup': {'1.2'}, May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'ConntrackHelper': {'1.0'}, May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'Log': {'1.0'}, May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'Network': {'1.1'}, May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'Port': {'1.7'}, May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'PortForwarding': {'1.2'}, May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'QosPolicy': {'1.8'}, May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'SecurityGroup': {'1.4'}, May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'SecurityGroupRule': {'1.2'}, May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'SubPort': {'1.0'}, May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'Subnet': {'1.1'}, May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'Trunk': {'1.1'}} May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: consumer versions: May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: { DHCP agent@dv-cinder-831187-2-smb: {}, May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: HyperV agent@hv-cinder-83118: {}, May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: L3 agent@dv-cinder-831187-2-smb: {}, May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: Metadata agent@dv-cinder-831187-2-smb: {}, May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: Metering agent@dv-cinder-831187-2-smb: {}, May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: Open vSwitch agent@dv-cinder-831187-2-smb: { 'AddressGroup': '1.2', May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'ConntrackHelper': '1.0', May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'Log': '1.0', May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'Network': '1.1', May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'Port': '1.7', May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'PortForwarding': '1.2', May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'QosPolicy': '1.8', May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'SecurityGroup': '1.4', May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'SecurityGroupRule': '1.2', May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'SubPort': '1.0', May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'Subnet': '1.1', May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: 'Trunk': '1.1'}} May 12 14:55:33.751971 dv-cinder-831187-2-smb neutron-server[88108]: {{(pid=88108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:55:33.811893 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Attempting to bind port 080a26a1-5658-44f9-845a-5f534e891336 on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:55:33.812264 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Attempting to bind port 080a26a1-5658-44f9-845a-5f534e891336 by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:55:33.812825 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Attempting to bind port 080a26a1-5658-44f9-845a-5f534e891336 on network 0d8c56f2-4158-444c-96af-8e80e6763783 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:55:33.819085 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:55:33.819459 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Checking segment: {'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:55:33.819863 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:33.820464 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Bound using segment: {'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:55:33.821010 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Bound port: 080a26a1-5658-44f9-845a-5f534e891336, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:55:33.821325 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:33.861478 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:33.878708 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59566) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:33.895517 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:55:33.907010 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:33.907434 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.db.segments_db [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Added segment af612ebc-9e9e-417c-88f1-a5d34b7fa161 of type vlan for network 586ae877-0139-4341-8b29-bf98c6f348d4 May 12 14:55:33.943495 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:33.962419 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] For port 080a26a1-5658-44f9-845a-5f534e891336, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:55:33.970417 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] For port 080a26a1-5658-44f9-845a-5f534e891336, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=080a26a1-5658-44f9-845a-5f534e891336,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:55:34.041409 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b86ea7a-d462-44cf-8ad0-23885dff72fb,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:34.065744 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:34.110557 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:34.111997 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:34.112706 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:34.179947 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88147df9-5f3b-4419-95b9-e1c81dba28d4 None None] Pushing event updated for resources: {'Port': ['ID=080a26a1-5658-44f9-845a-5f534e891336,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:34.361007 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] Pushing event updated for resources: {'Network': ['ID=586ae877-0139-4341-8b29-bf98c6f348d4,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:34.375451 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network 586ae877-0139-4341-8b29-bf98c6f348d4 details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 14:55:34.501915 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59586) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:34.502955 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-3ca5b9f9-a51a-47bf-8cb5-53c5b051d180 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8257670 May 12 14:55:34.507888 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-a95e8188-7dd0-48de-84bd-b8ef75b3d645 admin admin] Request body: {'subnet': {'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-subnet', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:55:34.517162 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-a95e8188-7dd0-48de-84bd-b8ef75b3d645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:34.527335 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-a95e8188-7dd0-48de-84bd-b8ef75b3d645 admin admin] Usage tracker for resource:subnet and tenant:6b59b244953945b1b1ef483fdb3522e1 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:34.535393 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-a95e8188-7dd0-48de-84bd-b8ef75b3d645 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:34.552812 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-a95e8188-7dd0-48de-84bd-b8ef75b3d645 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:34.590722 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-807476296-network', 'tenant_id': '57b5c5a315dc432da708a7ebcce0c9c9'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:55:34.598852 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:34.607180 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Usage tracker for resource:network and tenant:57b5c5a315dc432da708a7ebcce0c9c9 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:34.612171 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:34.619175 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:34.645124 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:34.695416 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:34.801433 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95e8188-7dd0-48de-84bd-b8ef75b3d645 admin admin] Made reservation on behalf of 6b59b244953945b1b1ef483fdb3522e1 for: {'subnet': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:55:34.803785 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a95e8188-7dd0-48de-84bd-b8ef75b3d645 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:34.818703 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 080a26a1-5658-44f9-845a-5f534e891336 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:55:34.922825 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Allocated IP 172.28.3.50 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/06efa2a0-4913-4425-a4a8-bb7043dc2af0) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:55:35.093936 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 080a26a1-5658-44f9-845a-5f534e891336 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:55:35.149453 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:35.161919 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Made reservation on behalf of 57b5c5a315dc432da708a7ebcce0c9c9 for: {'network': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:55:35.168516 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:35.204556 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:35.225786 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:35.230486 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Usage tracker for resource:security_group_rule and tenant:57b5c5a315dc432da708a7ebcce0c9c9 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:35.234625 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:35.241816 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:35.254527 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a95e8188-7dd0-48de-84bd-b8ef75b3d645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for subnet, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:35.258559 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 59600) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:35.356604 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:35.363546 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95e8188-7dd0-48de-84bd-b8ef75b3d645 admin admin] Checking segment: {'id': 'af612ebc-9e9e-417c-88f1-a5d34b7fa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:55:35.363903 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e8188-7dd0-48de-84bd-b8ef75b3d645 admin admin] Network hostable DHCP agents. Network: 586ae877-0139-4341-8b29-bf98c6f348d4, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:55:35.449755 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e8188-7dd0-48de-84bd-b8ef75b3d645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fdab544-cb12-4cff-b823-5cc3aea55c1f,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:35.484857 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:35.488264 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-125322902-network', 'tenant_id': '65de6117be774a79b70ff72040037424'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:55:35.489175 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1e1166-ba15-4440-9d28-4bc8c28a8969 None None] Network 0d8c56f2-4158-444c-96af-8e80e6763783 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:55:35.498925 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:35.502981 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:35.507858 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:35.512968 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Usage tracker for resource:network and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:35.517971 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:55:35.549419 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e8188-7dd0-48de-84bd-b8ef75b3d645 admin admin] Network 586ae877-0139-4341-8b29-bf98c6f348d4 is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:55:35.589639 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:35.610407 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Pushing event updated for resources: {'Port': ['ID=06efa2a0-4913-4425-a4a8-bb7043dc2af0,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:35.664571 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:35.731794 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=88106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:55:35.759111 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922e8616-1dec-45d2-bbf4-6abd8790bf60,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:35.772899 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:35.777634 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.segments_db [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Added segment 4f53e03b-a04b-41bc-a754-2975e4c32429 of type vlan for network 38baedc7-aaf6-4d46-a068-fbbc051c2574 May 12 14:55:35.828165 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-a95e8188-7dd0-48de-84bd-b8ef75b3d645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, 586ae877-0139-4341-8b29-bf98c6f348d4) {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:35.829277 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:35.842046 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:35.856155 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e8188-7dd0-48de-84bd-b8ef75b3d645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:35.857166 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a95e8188-7dd0-48de-84bd-b8ef75b3d645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:35.910364 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871b4d47-3bda-4ad3-8b31-0f9891ec3b91 None None] Network 586ae877-0139-4341-8b29-bf98c6f348d4 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:55:35.932388 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-97e5217c-3622-4277-9493-b1d6d70b404c None None] Provisioning for port 080a26a1-5658-44f9-845a-5f534e891336 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:55:35.946382 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-97e5217c-3622-4277-9493-b1d6d70b404c None None] Provisioning complete for port 080a26a1-5658-44f9-845a-5f534e891336 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:55:35.947486 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-97e5217c-3622-4277-9493-b1d6d70b404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:36.006731 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-a95e8188-7dd0-48de-84bd-b8ef75b3d645 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5036020 May 12 14:55:36.008020 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59628) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:36.015671 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:36.018476 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:36.020973 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:36.056574 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:55:36.085263 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:36.132684 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Made reservation on behalf of 65de6117be774a79b70ff72040037424 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:55:36.135074 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:36.200753 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:36.256885 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Usage tracker for resource:router and tenant:6b59b244953945b1b1ef483fdb3522e1 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:36.282155 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:36.292755 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4128480 May 12 14:55:36.307585 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 59640) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:36.331780 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:36.351076 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-f1ef5fe4-eee2-4454-9e0a-33eb5616bf17 admin admin] Request body: {'subnet': {'network_id': '38baedc7-aaf6-4d46-a068-fbbc051c2574', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-807476296-subnet', 'tenant_id': '57b5c5a315dc432da708a7ebcce0c9c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:55:36.370814 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Usage tracker for resource:security_group_rule and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:36.387753 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f1ef5fe4-eee2-4454-9e0a-33eb5616bf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:36.390965 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:36.409821 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:36.448775 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803ca47-4b09-4c27-9624-6c87fa73878f admin admin] Pushing event updated for resources: {'Network': ['ID=38baedc7-aaf6-4d46-a068-fbbc051c2574,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:36.484131 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-f1ef5fe4-eee2-4454-9e0a-33eb5616bf17 admin admin] Usage tracker for resource:subnet and tenant:57b5c5a315dc432da708a7ebcce0c9c9 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:36.486152 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network 38baedc7-aaf6-4d46-a068-fbbc051c2574 details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 14:55:36.497474 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:36.511406 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-f1ef5fe4-eee2-4454-9e0a-33eb5616bf17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:36.522834 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f1ef5fe4-eee2-4454-9e0a-33eb5616bf17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:36.562664 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:36.602211 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1624237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10125'] for router, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:36.603737 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10116'] for router, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:36.644936 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:36.664094 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ef5fe4-eee2-4454-9e0a-33eb5616bf17 admin admin] Made reservation on behalf of 57b5c5a315dc432da708a7ebcce0c9c9 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:55:36.683785 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5fe4-eee2-4454-9e0a-33eb5616bf17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:36.763325 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88334a02-af0c-582b-a032-2e1d71219111-586ae877-0139-4341-8b29-bf98c6f348d4', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f'}]}} from dv-cinder-831187-2-smb. {{(pid=88108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 14:55:36.764640 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:37.124575 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-97e5217c-3622-4277-9493-b1d6d70b404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:37.191744 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:37.272215 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-97e5217c-3622-4277-9493-b1d6d70b404c None None] For port 080a26a1-5658-44f9-845a-5f534e891336, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=080a26a1-5658-44f9-845a-5f534e891336,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:55:37.288164 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Allocated IP 172.20.0.2 (586ae877-0139-4341-8b29-bf98c6f348d4/7fdab544-cb12-4cff-b823-5cc3aea55c1f/18b5389d-9601-4e27-9c95-468df0e354c5) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:55:37.288522 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:37.398278 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-97e5217c-3622-4277-9493-b1d6d70b404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:37.483392 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:55:37.507615 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10218'] for router, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:37.560335 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:37.560951 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.db.segments_db [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Added segment 1309e5c8-b105-4582-a0e3-6a041f06ec42 of type vlan for network dfb381ca-02ac-4901-8dbb-a068765d875a May 12 14:55:37.563389 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5217c-3622-4277-9493-b1d6d70b404c None None] Pushing event updated for resources: {'Port': ['ID=080a26a1-5658-44f9-845a-5f534e891336,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:37.571605 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-cebe0ba3-bd06-410f-9297-64b3b2451e16 None None] Provisioning complete for port 080a26a1-5658-44f9-845a-5f534e891336 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:55:37.572201 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cebe0ba3-bd06-410f-9297-64b3b2451e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:37.610155 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7aa627-6d39-4e57-9a43-443db050efad,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:37.619395 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624888'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:37.745081 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:37.775858 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5fe4-eee2-4454-9e0a-33eb5616bf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:37.838444 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:37.864553 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Transition to ACTIVE for port object 18b5389d-9601-4e27-9c95-468df0e354c5 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:55:37.896531 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Transition to ACTIVE for port object 18b5389d-9601-4e27-9c95-468df0e354c5 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:55:38.002018 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef5fe4-eee2-4454-9e0a-33eb5616bf17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c63f826-a5c4-48ec-8eaf-25d68c69d29e,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:38.025919 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:38.032822 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ef5fe4-eee2-4454-9e0a-33eb5616bf17 admin admin] Checking segment: {'id': '4f53e03b-a04b-41bc-a754-2975e4c32429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '38baedc7-aaf6-4d46-a068-fbbc051c2574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:55:38.032822 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef5fe4-eee2-4454-9e0a-33eb5616bf17 admin admin] Network hostable DHCP agents. Network: 38baedc7-aaf6-4d46-a068-fbbc051c2574, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:55:38.106334 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Network 586ae877-0139-4341-8b29-bf98c6f348d4 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:38.110827 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:38.114772 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:55:38.128744 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Pushing event updated for resources: {'Port': ['ID=18b5389d-9601-4e27-9c95-468df0e354c5,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:38.160104 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:38.188739 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:38.199090 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:38.199090 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:38.204766 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:38.235999 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Attempting to bind port 18b5389d-9601-4e27-9c95-468df0e354c5 on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:55:38.236575 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Attempting to bind port 18b5389d-9601-4e27-9c95-468df0e354c5 by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': 'af612ebc-9e9e-417c-88f1-a5d34b7fa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:55:38.236982 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Attempting to bind port 18b5389d-9601-4e27-9c95-468df0e354c5 on network 586ae877-0139-4341-8b29-bf98c6f348d4 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:55:38.244311 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:55:38.244959 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Checking segment: {'id': 'af612ebc-9e9e-417c-88f1-a5d34b7fa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:55:38.245535 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:38.246305 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Bound using segment: {'id': 'af612ebc-9e9e-417c-88f1-a5d34b7fa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:55:38.246782 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Bound port: 18b5389d-9601-4e27-9c95-468df0e354c5, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af612ebc-9e9e-417c-88f1-a5d34b7fa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:55:38.247195 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:38.349799 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef5fe4-eee2-4454-9e0a-33eb5616bf17 admin admin] Network 38baedc7-aaf6-4d46-a068-fbbc051c2574 is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:55:38.352522 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Router 34d1d2a6-a621-42ca-9016-6011c257e3aa is scheduled to L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 14:55:38.359036 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] For port 18b5389d-9601-4e27-9c95-468df0e354c5, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:55:38.364082 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] For port 18b5389d-9601-4e27-9c95-468df0e354c5, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=18b5389d-9601-4e27-9c95-468df0e354c5,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:55:38.389161 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Allocated IP 172.28.3.99 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/1042a2ea-cacf-4d7b-8528-fd78201e908b) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:55:38.502288 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:38.524884 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] Pushing event updated for resources: {'Network': ['ID=dfb381ca-02ac-4901-8dbb-a068765d875a,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:38.537517 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-f1ef5fe4-eee2-4454-9e0a-33eb5616bf17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, 38baedc7-aaf6-4d46-a068-fbbc051c2574) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:38.561157 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef5fe4-eee2-4454-9e0a-33eb5616bf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:38.561811 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5fe4-eee2-4454-9e0a-33eb5616bf17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:38.649847 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:38.688806 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479fd7d9-08fb-422f-ac75-258e4f9a6217 None None] Network 38baedc7-aaf6-4d46-a068-fbbc051c2574 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:55:38.702899 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network dfb381ca-02ac-4901-8dbb-a068765d875a details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 14:55:38.727001 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-091d6f6c-721b-4009-88ec-efe64b7e0d47 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.4673526 May 12 14:55:38.733764 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59688) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:38.743372 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-f1ef5fe4-eee2-4454-9e0a-33eb5616bf17 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4220369 May 12 14:55:38.764740 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-a9026def-26b4-4f6b-99cd-3a7a59315f03 admin admin] Request body: {'subnet': {'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-125322902-subnet', 'tenant_id': '65de6117be774a79b70ff72040037424', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:55:38.778847 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-a9026def-26b4-4f6b-99cd-3a7a59315f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:38.803808 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-a9026def-26b4-4f6b-99cd-3a7a59315f03 admin admin] Usage tracker for resource:subnet and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:38.814586 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-a9026def-26b4-4f6b-99cd-3a7a59315f03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:38.826617 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-a9026def-26b4-4f6b-99cd-3a7a59315f03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:38.853767 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:38.882964 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:55:38.905811 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Sync routers for ids ['34d1d2a6-a621-42ca-9016-6011c257e3aa'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:55:38.917423 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Routers {'34d1d2a6-a621-42ca-9016-6011c257e3aa'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:55:38.918116 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:55:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['34d1d2a6-a621-42ca-9016-6011c257e3aa'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:38.918351 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 080a26a1-5658-44f9-845a-5f534e891336 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:55:39.064012 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:39.068499 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-84514812-2118-4c1f-90ce-09891ee3bd55 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.1930697 May 12 14:55:39.070305 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 59704) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:39.098493 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b720784-a38b-4c60-8c36-0db7130d65fd None None] Pushing event updated for resources: {'Port': ['ID=18b5389d-9601-4e27-9c95-468df0e354c5,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:39.148760 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9026def-26b4-4f6b-99cd-3a7a59315f03 admin admin] Made reservation on behalf of 65de6117be774a79b70ff72040037424 for: {'subnet': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:55:39.150992 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a9026def-26b4-4f6b-99cd-3a7a59315f03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:39.228091 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:39.272396 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:39.624757 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 080a26a1-5658-44f9-845a-5f534e891336 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:55:39.634218 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:39.641783 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:55:39.695734 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Pushing event updated for resources: {'Port': ['ID=1042a2ea-cacf-4d7b-8528-fd78201e908b,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:39.771066 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Set router 34d1d2a6-a621-42ca-9016-6011c257e3aa gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:55:39.874529 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 59740) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:39.893302 dv-cinder-831187-2-smb neutron-server[88107]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 14:55:39.968007 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea607e0-a023-47eb-bf76-e822ac5fba00 None None] Network 38baedc7-aaf6-4d46-a068-fbbc051c2574 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:55:40.072802 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a9026def-26b4-4f6b-99cd-3a7a59315f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for subnet, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:40.135153 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T14:55:35Z', 'revision_number': 3, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:40.140723 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Checking router: 34d1d2a6-a621-42ca-9016-6011c257e3aa for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:55:40.141430 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Updating router 34d1d2a6-a621-42ca-9016-6011c257e3aa port 06efa2a0-4913-4425-a4a8-bb7043dc2af0 binding host dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:55:40.195302 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9026def-26b4-4f6b-99cd-3a7a59315f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6795c39-e288-4c6f-98dd-c92d29478c9e,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:40.200533 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9026def-26b4-4f6b-99cd-3a7a59315f03 admin admin] Checking segment: {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:55:40.201727 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9026def-26b4-4f6b-99cd-3a7a59315f03 admin admin] Network hostable DHCP agents. Network: dfb381ca-02ac-4901-8dbb-a068765d875a, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:55:40.238525 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:40.315332 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-cf32a348-f4cd-4ee6-9d44-eb5dc342fe1e tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:40.327655 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-cf32a348-f4cd-4ee6-9d44-eb5dc342fe1e tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/networks?id=38baedc7-aaf6-4d46-a068-fbbc051c2574 HTTP/1.1" status: 200 len: 811 time: 0.4322379 May 12 14:55:40.468111 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9026def-26b4-4f6b-99cd-3a7a59315f03 admin admin] Network dfb381ca-02ac-4901-8dbb-a068765d875a is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:55:40.487550 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-2ab92aaa-d034-4d55-bcd9-fde3536481ea tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/quotas/57b5c5a315dc432da708a7ebcce0c9c9 HTTP/1.1" status: 200 len: 375 time: 0.1510124 May 12 14:55:40.641517 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-a9026def-26b4-4f6b-99cd-3a7a59315f03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, dfb381ca-02ac-4901-8dbb-a068765d875a) {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:40.646454 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9026def-26b4-4f6b-99cd-3a7a59315f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:40.647038 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a9026def-26b4-4f6b-99cd-3a7a59315f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:40.650946 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc8dd15-bffe-4a98-974f-28bd4d0d60aa None None] Network dfb381ca-02ac-4901-8dbb-a068765d875a requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:55:40.777593 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:40.865500 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-2925e46d-807b-4d45-a12a-87f51a17718b tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=57b5c5a315dc432da708a7ebcce0c9c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1875947 May 12 14:55:40.867286 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72adf76-e395-4285-b027-2ee2efbec133 None None] Network 586ae877-0139-4341-8b29-bf98c6f348d4 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:55:40.993582 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-a9026def-26b4-4f6b-99cd-3a7a59315f03 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2567060 May 12 14:55:41.052371 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 18b5389d-9601-4e27-9c95-468df0e354c5 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:55:41.069617 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 59770) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:41.083446 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:55:41.088473 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:41.093354 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Usage tracker for resource:router and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:41.096919 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:41.097112 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:41.103811 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:41.148116 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Transition to ACTIVE for port object 06efa2a0-4913-4425-a4a8-bb7043dc2af0 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:55:41.213057 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-494c5a62-1452-477b-8bfa-a5e52591a95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:41.267223 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:41.282864 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1624237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10125'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:41.284310 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10116'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:41.353227 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-c4e64459-edc2-4192-8fbf-74a7f9d8f70a None None] Provisioning for port 18b5389d-9601-4e27-9c95-468df0e354c5 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:55:41.392333 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:41.395335 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-5671c588-c32e-40ea-8be1-39b5b6e06f7d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 14:55:41.401353 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-5671c588-c32e-40ea-8be1-39b5b6e06f7d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1312623 May 12 14:55:41.454130 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce678391-1ffa-4907-84c9-3e9ebc492136 None None] Pushing event updated for resources: {'Port': ['ID=06efa2a0-4913-4425-a4a8-bb7043dc2af0,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:41.475166 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce678391-1ffa-4907-84c9-3e9ebc492136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:41.478105 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce678391-1ffa-4907-84c9-3e9ebc492136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:41.478105 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce678391-1ffa-4907-84c9-3e9ebc492136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:41.478105 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce678391-1ffa-4907-84c9-3e9ebc492136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:41.478105 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce678391-1ffa-4907-84c9-3e9ebc492136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:41.478105 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce678391-1ffa-4907-84c9-3e9ebc492136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:41.478619 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce678391-1ffa-4907-84c9-3e9ebc492136 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:41.478874 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce678391-1ffa-4907-84c9-3e9ebc492136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:41.479091 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce678391-1ffa-4907-84c9-3e9ebc492136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:41.479425 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce678391-1ffa-4907-84c9-3e9ebc492136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:41.479832 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce678391-1ffa-4907-84c9-3e9ebc492136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:41.480163 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce678391-1ffa-4907-84c9-3e9ebc492136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce678391-1ffa-4907-84c9-3e9ebc492136 None None] Tracked resource versions report: May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: pushed versions: May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: { 'AddressGroup': {'1.2'}, May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'ConntrackHelper': {'1.0'}, May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'Log': {'1.0'}, May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'Network': {'1.1'}, May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'Port': {'1.7'}, May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'PortForwarding': {'1.2'}, May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'QosPolicy': {'1.8'}, May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'SecurityGroup': {'1.4'}, May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'SecurityGroupRule': {'1.2'}, May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'SubPort': {'1.0'}, May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'Subnet': {'1.1'}, May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'Trunk': {'1.1'}} May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: consumer versions: May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: { DHCP agent@dv-cinder-831187-2-smb: {}, May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: HyperV agent@hv-cinder-83118: {}, May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: L3 agent@dv-cinder-831187-2-smb: {}, May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: Metadata agent@dv-cinder-831187-2-smb: {}, May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: Metering agent@dv-cinder-831187-2-smb: {}, May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: Open vSwitch agent@dv-cinder-831187-2-smb: { 'AddressGroup': '1.2', May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'ConntrackHelper': '1.0', May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'Log': '1.0', May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'Network': '1.1', May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'Port': '1.7', May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'PortForwarding': '1.2', May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'QosPolicy': '1.8', May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'SecurityGroup': '1.4', May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'SecurityGroupRule': '1.2', May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'SubPort': '1.0', May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'Subnet': '1.1', May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: 'Trunk': '1.1'}} May 12 14:55:41.481849 dv-cinder-831187-2-smb neutron-server[88109]: {{(pid=88109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 14:55:41.603968 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Attempting to bind port 06efa2a0-4913-4425-a4a8-bb7043dc2af0 on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:55:41.604700 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Attempting to bind port 06efa2a0-4913-4425-a4a8-bb7043dc2af0 by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:55:41.610399 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Attempting to bind port 06efa2a0-4913-4425-a4a8-bb7043dc2af0 on network e3b9db88-ae7a-445e-af83-3321a6e7e6af {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:55:41.615018 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:55:41.615725 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Checking segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:55:41.616305 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:41.617035 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Bound using segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:55:41.617988 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Bound port: 06efa2a0-4913-4425-a4a8-bb7043dc2af0, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:55:41.618747 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:41.702560 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 18b5389d-9601-4e27-9c95-468df0e354c5 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:55:41.723321 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88334a02-af0c-582b-a032-2e1d71219111-dfb381ca-02ac-4901-8dbb-a068765d875a', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e'}]}} from dv-cinder-831187-2-smb. {{(pid=88108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 14:55:41.724188 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:41.780070 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 18b5389d-9601-4e27-9c95-468df0e354c5 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:55:41.781387 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:41.814668 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] For port 06efa2a0-4913-4425-a4a8-bb7043dc2af0, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:55:41.822039 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] For port 06efa2a0-4913-4425-a4a8-bb7043dc2af0, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=06efa2a0-4913-4425-a4a8-bb7043dc2af0,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:55:41.905729 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:41.959523 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624888'] for router, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:42.113044 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Routers {'34d1d2a6-a621-42ca-9016-6011c257e3aa'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:55:42.114158 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:55:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['34d1d2a6-a621-42ca-9016-6011c257e3aa'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:42.190821 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:42.254499 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Allocated IP 172.20.0.2 (dfb381ca-02ac-4901-8dbb-a068765d875a/f6795c39-e288-4c6f-98dd-c92d29478c9e/eac90d0a-04a4-4416-a699-61add0f5eb58) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:55:42.262493 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-33678722-bed1-4c7b-a61a-8d6a1b4fdc6a service neutron] 10.222.0.70 "GET /v2.0/networks/38baedc7-aaf6-4d46-a068-fbbc051c2574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8342602 May 12 14:55:42.299325 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port 18b5389d-9601-4e27-9c95-468df0e354c5, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=18b5389d-9601-4e27-9c95-468df0e354c5,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:55:42.313916 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce678391-1ffa-4907-84c9-3e9ebc492136 None None] Pushing event updated for resources: {'Port': ['ID=06efa2a0-4913-4425-a4a8-bb7043dc2af0,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:42.418310 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:42.421970 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:42.573014 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=18b5389d-9601-4e27-9c95-468df0e354c5,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:42.584012 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] Set router 34d1d2a6-a621-42ca-9016-6011c257e3aa gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:55:42.713680 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf is scheduled to L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a with binding_index 1 {{(pid=88106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 14:55:42.742593 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-5f221d99-1415-4c87-bfdc-15dd4d2615c5 None None] Provisioning complete for port 18b5389d-9601-4e27-9c95-468df0e354c5 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:55:42.745808 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5f221d99-1415-4c87-bfdc-15dd4d2615c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:42.862009 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:42.873208 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Transition to ACTIVE for port object eac90d0a-04a4-4416-a699-61add0f5eb58 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:55:42.881363 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Allocated IP 172.20.0.1 (0d8c56f2-4158-444c-96af-8e80e6763783/6517beee-f6a9-470f-99ed-f96e6825f8b9/31565ee7-29a9-43e1-a684-e2ddfa734fb3) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:55:42.914613 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Transition to ACTIVE for port object eac90d0a-04a4-4416-a699-61add0f5eb58 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:55:42.931171 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 18b5389d-9601-4e27-9c95-468df0e354c5 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:55:43.174454 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:55:43.190373 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:43.214185 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:43.253176 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Sync routers for ids ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'] in dv-cinder-831187-2-smb {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:55:43.255423 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T14:55:35Z', 'revision_number': 3, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:43.265055 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1b779e-fb38-4411-b578-011f8bfd6159 None None] The sync data for ids ['34d1d2a6-a621-42ca-9016-6011c257e3aa'] in dv-cinder-831187-2-smb is: [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T14:55:35Z', 'revision_number': 3, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:55:43.283719 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Network dfb381ca-02ac-4901-8dbb-a068765d875a is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:43.294272 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:43.347155 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:55:43.367637 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] Notify callbacks [] for router, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:43.374340 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-20edc966-9ba1-410a-b7af-5f779d3afae8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3595293 May 12 14:55:43.374613 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59818) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:43.379224 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24106d5e-f70e-404a-b46d-98c428865209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:43.458368 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Pushing event updated for resources: {'Port': ['ID=eac90d0a-04a4-4416-a699-61add0f5eb58,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:43.473737 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Routers {'892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:55:43.473737 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:55:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:43.536162 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 18b5389d-9601-4e27-9c95-468df0e354c5 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:55:43.536701 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:43.537891 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10218'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:43.545209 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Transition to ACTIVE for port object 31565ee7-29a9-43e1-a684-e2ddfa734fb3 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:55:43.611593 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-3841f7ed-4b4b-4475-b3f1-ec01cc06b328 service neutron] 10.222.0.70 "GET /v2.0/networks/38baedc7-aaf6-4d46-a068-fbbc051c2574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3482358 May 12 14:55:43.650411 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Attempting to bind port eac90d0a-04a4-4416-a699-61add0f5eb58 on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:55:43.655380 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Attempting to bind port eac90d0a-04a4-4416-a699-61add0f5eb58 by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:55:43.656248 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Attempting to bind port eac90d0a-04a4-4416-a699-61add0f5eb58 on network dfb381ca-02ac-4901-8dbb-a068765d875a {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:55:43.730865 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:43.796416 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:55:43.796416 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Checking segment: {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:55:43.796416 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:43.796416 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Bound using segment: {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:55:43.797639 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Bound port: eac90d0a-04a4-4416-a699-61add0f5eb58, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:55:43.798029 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:43.885802 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Pushing event updated for resources: {'Port': ['ID=31565ee7-29a9-43e1-a684-e2ddfa734fb3,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:43.981870 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Network 0d8c56f2-4158-444c-96af-8e80e6763783 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:43.985959 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:44.000118 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Set router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:55:44.008757 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:55:44.009017 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587182'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:44.842383 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] For port eac90d0a-04a4-4416-a699-61add0f5eb58, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:55:44.842383 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] For port eac90d0a-04a4-4416-a699-61add0f5eb58, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=eac90d0a-04a4-4416-a699-61add0f5eb58,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:55:44.847251 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-46e9f464-3f14-4e8a-8c48-ace7a1d0fd26 req-b9b0e3b2-b77a-4db9-aad6-5e63ee0ba2e4 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 210 time: 0.1644089 May 12 14:55:45.001182 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:45.233965 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:45.433990 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 06efa2a0-4913-4425-a4a8-bb7043dc2af0 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:55:45.444479 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:45.478550 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:45.576968 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2550b5-aed8-424a-8d3a-91f7005753d9 None None] Pushing event updated for resources: {'Port': ['ID=eac90d0a-04a4-4416-a699-61add0f5eb58,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:45.601293 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-c6e0a8c9-74e2-4eed-9c15-93c4e2add7a6 None None] Provisioning for port 31565ee7-29a9-43e1-a684-e2ddfa734fb3 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:55:45.620689 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:45.627419 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-c6e0a8c9-74e2-4eed-9c15-93c4e2add7a6 None None] Provisioning complete for port 31565ee7-29a9-43e1-a684-e2ddfa734fb3 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:55:45.630745 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a8c9-74e2-4eed-9c15-93c4e2add7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:45.631924 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:45.668991 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Allocated IP 172.20.0.1 (586ae877-0139-4341-8b29-bf98c6f348d4/7fdab544-cb12-4cff-b823-5cc3aea55c1f/c68ba54a-92fc-4a91-96b9-d4892cc9518e) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:55:45.738055 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:45.741177 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 06efa2a0-4913-4425-a4a8-bb7043dc2af0 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:55:45.764481 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 59882) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:45.772216 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 06efa2a0-4913-4425-a4a8-bb7043dc2af0 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:55:45.776459 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:45.869867 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Allocated IP 172.28.3.108 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/2bedb86e-1554-483b-90e1-f05ac60a2ab9) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:55:45.880735 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 59888) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:45.937480 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:40Z', 'revision_number': 3, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:45.947249 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c6e0a8c9-74e2-4eed-9c15-93c4e2add7a6 None None] Port 31565ee7-29a9-43e1-a684-e2ddfa734fb3 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:55:45.994858 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Checking router: 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf for host: dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:55:45.995210 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Updating router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf port 1042a2ea-cacf-4d7b-8528-fd78201e908b binding host dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:55:46.147126 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:46.179412 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:46.188217 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Transition to ACTIVE for port object c68ba54a-92fc-4a91-96b9-d4892cc9518e will not be triggered until provisioned by entity DHCP. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:55:46.306546 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:46.313315 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:46.319231 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-18acbad1-7c65-4362-944f-a6f3a4d27cb5 req-5ff10c2f-7850-4572-9426-f075136d73ab tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 210 time: 0.5535071 May 12 14:55:46.487254 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:46.516760 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port 06efa2a0-4913-4425-a4a8-bb7043dc2af0, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=06efa2a0-4913-4425-a4a8-bb7043dc2af0,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:55:46.543667 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Network 586ae877-0139-4341-8b29-bf98c6f348d4 is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:46.564652 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:46.569309 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:55:46.574060 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587182'] for router_interface, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:46.636269 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:46.655101 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Pushing event updated for resources: {'Port': ['ID=c68ba54a-92fc-4a91-96b9-d4892cc9518e,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:46.666592 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b4e6ee20-3622-46a4-ba85-6d56a61f43a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:46.700915 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:46.797133 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b4e6ee20-3622-46a4-ba85-6d56a61f43a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:46.830788 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=06efa2a0-4913-4425-a4a8-bb7043dc2af0,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:46.856908 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-b4e6ee20-3622-46a4-ba85-6d56a61f43a1 admin admin] Usage tracker for resource:security_group_rule and tenant:572364e8c2a242e7bd17d8a5fee52857 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:46.862573 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-b4e6ee20-3622-46a4-ba85-6d56a61f43a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:46.877244 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b4e6ee20-3622-46a4-ba85-6d56a61f43a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:46.929288 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:46.976005 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device eac90d0a-04a4-4416-a699-61add0f5eb58 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:55:47.056787 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:47.080149 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b4e6ee20-3622-46a4-ba85-6d56a61f43a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:47.156801 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:47.157654 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587019'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:47.218764 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ee3fae-4f9f-4722-bb99-bfb389f6eead None None] Network dfb381ca-02ac-4901-8dbb-a068765d875a requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:55:47.240441 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port eac90d0a-04a4-4416-a699-61add0f5eb58 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:55:47.244133 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-9bd642cb-e07a-45d5-acc3-ccbcab829db7 None None] Provisioning for port c68ba54a-92fc-4a91-96b9-d4892cc9518e completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:55:47.259065 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:47.328323 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b4e6ee20-3622-46a4-ba85-6d56a61f43a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:47.414946 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:47.417373 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Pushing event updated for resources: {'Port': ['ID=31565ee7-29a9-43e1-a684-e2ddfa734fb3,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:47.425063 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:47.428300 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:47.430100 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-9bd642cb-e07a-45d5-acc3-ccbcab829db7 None None] Provisioning complete for port c68ba54a-92fc-4a91-96b9-d4892cc9518e triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:55:47.430557 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9bd642cb-e07a-45d5-acc3-ccbcab829db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:47.475027 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-b4e6ee20-3622-46a4-ba85-6d56a61f43a1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=572364e8c2a242e7bd17d8a5fee52857&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5784173 May 12 14:55:47.479652 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 59940) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:47.537686 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:47.538834 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587019'] for router_interface, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:47.569182 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6ee20-3622-46a4-ba85-6d56a61f43a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62e6261-b523-452b-bcb9-99969c399bb2,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:47.571943 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-9bd642cb-e07a-45d5-acc3-ccbcab829db7 None None] Port c68ba54a-92fc-4a91-96b9-d4892cc9518e cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:55:47.582005 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:55:47.832803 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Network 586ae877-0139-4341-8b29-bf98c6f348d4 is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:47.834015 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:47.865448 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Pushing event updated for resources: {'Port': ['ID=2bedb86e-1554-483b-90e1-f05ac60a2ab9,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:47.904957 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:47.977235 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8129b7d8-9c69-49bb-92de-bae2ab31f7e1 req-f0013469-a0ea-4625-8db8-9d680b28fefa tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 210 time: 0.1172674 May 12 14:55:48.000989 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-96db3e71-4ced-4f58-9615-7d538e6af0e5 None None] Provisioning for port eac90d0a-04a4-4416-a699-61add0f5eb58 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:55:48.010345 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Network 0d8c56f2-4158-444c-96af-8e80e6763783 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:48.012446 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:48.016490 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-96db3e71-4ced-4f58-9615-7d538e6af0e5 None None] Provisioning complete for port eac90d0a-04a4-4416-a699-61add0f5eb58 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:55:48.016862 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96db3e71-4ced-4f58-9615-7d538e6af0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:48.069037 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Transition to ACTIVE for port object 1042a2ea-cacf-4d7b-8528-fd78201e908b will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:55:48.134246 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 14:55:48.162386 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Pushing event updated for resources: {'Port': ['ID=c68ba54a-92fc-4a91-96b9-d4892cc9518e,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:48.270908 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:48.502737 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Attempting to bind port 1042a2ea-cacf-4d7b-8528-fd78201e908b on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:55:48.503357 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Attempting to bind port 1042a2ea-cacf-4d7b-8528-fd78201e908b by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:55:48.503965 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Attempting to bind port 1042a2ea-cacf-4d7b-8528-fd78201e908b on network e3b9db88-ae7a-445e-af83-3321a6e7e6af {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:55:48.508579 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e111b05b-d7dd-4698-a161-da29d68cc175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:48.514743 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:55:48.564154 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-b05cec37-6ea8-4452-803b-522d9e874966 admin admin] 10.222.0.70 "PUT /v2.0/routers/892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1876884 May 12 14:55:48.583279 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e111b05b-d7dd-4698-a161-da29d68cc175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:48.601364 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:55:48.601880 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Checking segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:55:48.602319 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:48.602583 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Bound using segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:55:48.603103 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Bound port: 1042a2ea-cacf-4d7b-8528-fd78201e908b, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:55:48.604433 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:48.641143 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdaa9b1-ee9f-4810-b208-f2cd96369a97 None None] Pushing event updated for resources: {'Port': ['ID=1042a2ea-cacf-4d7b-8528-fd78201e908b,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:48.706230 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96db3e71-4ced-4f58-9615-7d538e6af0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:48.812900 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-96db3e71-4ced-4f58-9615-7d538e6af0e5 None None] For port eac90d0a-04a4-4416-a699-61add0f5eb58, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=eac90d0a-04a4-4416-a699-61add0f5eb58,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:55:48.847035 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e111b05b-d7dd-4698-a161-da29d68cc175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:48.869889 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] For port 1042a2ea-cacf-4d7b-8528-fd78201e908b, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:55:48.874804 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Router 34d1d2a6-a621-42ca-9016-6011c257e3aa has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 14:55:48.876243 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:48.880062 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] For port 1042a2ea-cacf-4d7b-8528-fd78201e908b, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=1042a2ea-cacf-4d7b-8528-fd78201e908b,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:55:48.887352 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111b05b-d7dd-4698-a161-da29d68cc175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62e6261-b523-452b-bcb9-99969c399bb2,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:48.907116 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e111b05b-d7dd-4698-a161-da29d68cc175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:48.908265 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-e111b05b-d7dd-4698-a161-da29d68cc175 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c62e6261-b523-452b-bcb9-99969c399bb2 HTTP/1.1" status: 204 len: 168 time: 1.4276049 May 12 14:55:48.975995 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96db3e71-4ced-4f58-9615-7d538e6af0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:49.024345 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 06efa2a0-4913-4425-a4a8-bb7043dc2af0 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:55:49.098682 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:49.238522 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:49.270142 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db3e71-4ced-4f58-9615-7d538e6af0e5 None None] Pushing event updated for resources: {'Port': ['ID=eac90d0a-04a4-4416-a699-61add0f5eb58,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:49.513367 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Routers {'892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:55:49.513367 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:55:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:49.528765 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.69', 57410) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:49.558403 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 60014) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:49.571625 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-09f4c36c-470c-42f2-89ad-a5c1d5bbafff tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Request body: {'security_group': {'name': 'tempest-securitygroup--349570102', 'description': 'tempest-description--991128830'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:55:49.606596 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0975f9c7-c143-4a7d-a2b8-e3f0ac6cd393 req-1c365a02-88e5-488d-8a0b-aac2243ca651 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 210 time: 0.1140358 May 12 14:55:49.690985 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-09f4c36c-470c-42f2-89ad-a5c1d5bbafff tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:49.698270 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-09f4c36c-470c-42f2-89ad-a5c1d5bbafff tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Usage tracker for resource:security_group and tenant:6b59b244953945b1b1ef483fdb3522e1 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:49.702260 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-09f4c36c-470c-42f2-89ad-a5c1d5bbafff tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:49.702678 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-6ec75c66-59ad-40a7-8278-ba4acdec8d2e None None] Provisioning complete for port 31565ee7-29a9-43e1-a684-e2ddfa734fb3 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:55:49.705860 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ec75c66-59ad-40a7-8278-ba4acdec8d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:49.820091 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-09f4c36c-470c-42f2-89ad-a5c1d5bbafff tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:49.866024 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdaa9b1-ee9f-4810-b208-f2cd96369a97 None None] Pushing event updated for resources: {'Port': ['ID=1042a2ea-cacf-4d7b-8528-fd78201e908b,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:49.924718 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-967c9f7b-e275-4722-a23e-4c5a81e841d4 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:49.925632 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-967c9f7b-e275-4722-a23e-4c5a81e841d4 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Synchronizing usage tracker for tenant:57b5c5a315dc432da708a7ebcce0c9c9 on resource:network {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:55:49.960082 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:55:49.983610 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Sync routers for ids ['34d1d2a6-a621-42ca-9016-6011c257e3aa'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:55:50.003172 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-09f4c36c-470c-42f2-89ad-a5c1d5bbafff tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:50.026554 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624888'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:50.033345 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Routers {'34d1d2a6-a621-42ca-9016-6011c257e3aa'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:55:50.035940 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:55:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['34d1d2a6-a621-42ca-9016-6011c257e3aa'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:50.049308 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-6b5a1874-e92c-4afe-b9ec-ccc9f1b6c75c admin admin] 10.222.0.70 "PUT /v2.0/routers/34d1d2a6-a621-42ca-9016-6011c257e3aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9666376 May 12 14:55:50.049493 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 06efa2a0-4913-4425-a4a8-bb7043dc2af0 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:55:50.049493 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:50.096167 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-6ec75c66-59ad-40a7-8278-ba4acdec8d2e None None] Port 31565ee7-29a9-43e1-a684-e2ddfa734fb3 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:55:50.129396 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-09f4c36c-470c-42f2-89ad-a5c1d5bbafff tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:50.137293 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-09f4c36c-470c-42f2-89ad-a5c1d5bbafff tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Usage tracker for resource:security_group_rule and tenant:6b59b244953945b1b1ef483fdb3522e1 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:50.142613 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-09f4c36c-470c-42f2-89ad-a5c1d5bbafff tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:50.150476 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-09f4c36c-470c-42f2-89ad-a5c1d5bbafff tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:50.222567 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] Set router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:55:50.233987 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-967c9f7b-e275-4722-a23e-4c5a81e841d4 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Unset dirty status for tenant:57b5c5a315dc432da708a7ebcce0c9c9 on resource:network {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:55:50.240731 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-967c9f7b-e275-4722-a23e-4c5a81e841d4 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.69 "GET /v2.0/networks?id=38baedc7-aaf6-4d46-a068-fbbc051c2574 HTTP/1.1" status: 200 len: 811 time: 0.7053626 May 12 14:55:50.311801 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-f0d23f1e-c18b-4749-b824-9a7e9a7ddb44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Request body: {'port': {'device_id': 'ade001dc-308b-44a2-9565-02e72fffa76e', 'network_id': '38baedc7-aaf6-4d46-a068-fbbc051c2574', 'admin_state_up': True, 'tenant_id': '57b5c5a315dc432da708a7ebcce0c9c9'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:55:50.379821 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-09f4c36c-470c-42f2-89ad-a5c1d5bbafff tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:50.407517 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-6ec75c66-59ad-40a7-8278-ba4acdec8d2e None None] Provisioning complete for port c68ba54a-92fc-4a91-96b9-d4892cc9518e triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:55:50.409901 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ec75c66-59ad-40a7-8278-ba4acdec8d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:50.446275 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Set router 34d1d2a6-a621-42ca-9016-6011c257e3aa gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:55:50.488488 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-09f4c36c-470c-42f2-89ad-a5c1d5bbafff tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:50.746353 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-f0d23f1e-c18b-4749-b824-9a7e9a7ddb44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:50.756568 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-f0d23f1e-c18b-4749-b824-9a7e9a7ddb44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Usage tracker for resource:port and tenant:57b5c5a315dc432da708a7ebcce0c9c9 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:50.763402 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-f0d23f1e-c18b-4749-b824-9a7e9a7ddb44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:50.800688 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-f0d23f1e-c18b-4749-b824-9a7e9a7ddb44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:50.907943 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4c36c-470c-42f2-89ad-a5c1d5bbafff tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0737df4-3a37-4b84-8a13-77bf8d16f433,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:50.915401 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-f0d23f1e-c18b-4749-b824-9a7e9a7ddb44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Made reservation on behalf of 57b5c5a315dc432da708a7ebcce0c9c9 for: {'port': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:55:50.919113 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-f0d23f1e-c18b-4749-b824-9a7e9a7ddb44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:50.938935 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-09f4c36c-470c-42f2-89ad-a5c1d5bbafff tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:50.940160 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-09f4c36c-470c-42f2-89ad-a5c1d5bbafff tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.3807907 May 12 14:55:50.946822 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 60080) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:50.975476 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-200732b6-a35f-4f71-932c-82ef1b97fc88 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Request body: {'security_group_rule': {'security_group_id': 'f0737df4-3a37-4b84-8a13-77bf8d16f433', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:55:51.015418 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-200732b6-a35f-4f71-932c-82ef1b97fc88 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:51.021678 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-6ec75c66-59ad-40a7-8278-ba4acdec8d2e None None] Port c68ba54a-92fc-4a91-96b9-d4892cc9518e cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:55:51.086403 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b5f852fd-7224-430d-8ee1-126b54ed382d req-3e0808c3-48bb-413f-8dd0-20e81de3b466 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 210 time: 0.0927567 May 12 14:55:51.182801 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-200732b6-a35f-4f71-932c-82ef1b97fc88 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Usage tracker for resource:security_group_rule and tenant:6b59b244953945b1b1ef483fdb3522e1 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:51.204857 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-200732b6-a35f-4f71-932c-82ef1b97fc88 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:51.214013 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Router f70c95fa-61de-4e27-b177-dd890ca5ccb1 is scheduled to L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 14:55:51.227547 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-200732b6-a35f-4f71-932c-82ef1b97fc88 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:51.300840 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-2a1a8181-f951-41b5-b68d-1c1cecd1955f None None] Provisioning complete for port eac90d0a-04a4-4416-a699-61add0f5eb58 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:55:51.301336 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2a1a8181-f951-41b5-b68d-1c1cecd1955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:51.417790 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-f0d23f1e-c18b-4749-b824-9a7e9a7ddb44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Allocated IP 172.20.0.5 (38baedc7-aaf6-4d46-a068-fbbc051c2574/5c63f826-a5c4-48ec-8eaf-25d68c69d29e/a2333b69-0fb2-47d9-ad29-ce5041799223) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:55:51.473577 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device eac90d0a-04a4-4416-a699-61add0f5eb58 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:55:51.485653 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T14:55:45Z', 'revision_number': 4, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '31565ee7-29a9-43e1-a684-e2ddfa734fb3', 'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'mac_address': 'fa:16:3e:34:74:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:42Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 2, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'subnets': [{'id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:51.491060 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Checking router: 34d1d2a6-a621-42ca-9016-6011c257e3aa for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:55:51.491523 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Updating router 34d1d2a6-a621-42ca-9016-6011c257e3aa port 31565ee7-29a9-43e1-a684-e2ddfa734fb3 binding host dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:55:51.542634 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-200732b6-a35f-4f71-932c-82ef1b97fc88 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:51.583440 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:51.828771 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port eac90d0a-04a4-4416-a699-61add0f5eb58 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:55:51.828771 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:51.885808 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-200732b6-a35f-4f71-932c-82ef1b97fc88 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:51.952070 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-f0d23f1e-c18b-4749-b824-9a7e9a7ddb44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:52.005373 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-eea21747-465f-484d-b3ca-e93028047ddc tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:52.006175 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-eea21747-465f-484d-b3ca-e93028047ddc tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Synchronizing usage tracker for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:55:52.052986 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-200732b6-a35f-4f71-932c-82ef1b97fc88 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:52.106409 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200732b6-a35f-4f71-932c-82ef1b97fc88 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2d0b7b-8383-489d-81a1-538b0de6c926,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:52.119498 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'c68ba54a-92fc-4a91-96b9-d4892cc9518e', 'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'mac_address': 'fa:16:3e:30:30:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 2, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'subnets': [{'id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:52.126242 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-f0d23f1e-c18b-4749-b824-9a7e9a7ddb44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:52.132952 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:52.151716 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Transition to ACTIVE for port object 31565ee7-29a9-43e1-a684-e2ddfa734fb3 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:55:52.212842 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-eea21747-465f-484d-b3ca-e93028047ddc tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Unset dirty status for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:55:52.212842 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-eea21747-465f-484d-b3ca-e93028047ddc tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 819 time: 0.7185452 May 12 14:55:52.219857 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278509f6-721c-401f-8048-9daaf90bc0fa None None] The sync data for ids ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'] in dv-cinder-831187-2-smb is: [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'c68ba54a-92fc-4a91-96b9-d4892cc9518e', 'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'mac_address': 'fa:16:3e:30:30:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 2, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'subnets': [{'id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:55:52.247588 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3c940c0c-4bbb-4b80-9f55-df1f856e83b3 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/quotas/7e684d49501b49d2a6b99fee4deeb9ec HTTP/1.1" status: 200 len: 375 time: 0.0248671 May 12 14:55:52.275875 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:52.348220 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:55:52.358692 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Sync routers for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:55:52.390689 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:55:52.391348 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:55:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:52.430659 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-200732b6-a35f-4f71-932c-82ef1b97fc88 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:52.433210 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-200732b6-a35f-4f71-932c-82ef1b97fc88 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4852974 May 12 14:55:52.438717 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-c22543e5-7c9a-477d-a0bb-401f667fd58a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Synchronizing usage tracker for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:55:52.441324 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 60148) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:52.473403 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-b9b4fd41-147a-4928-b41d-4221de9f1cd9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Request body: {'security_group_rule': {'security_group_id': 'f0737df4-3a37-4b84-8a13-77bf8d16f433', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:55:52.502042 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-b9b4fd41-147a-4928-b41d-4221de9f1cd9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:52.522205 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-f0d23f1e-c18b-4749-b824-9a7e9a7ddb44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Network 38baedc7-aaf6-4d46-a068-fbbc051c2574 is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:52.566090 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-f0d23f1e-c18b-4749-b824-9a7e9a7ddb44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:55:52.571098 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d23f1e-c18b-4749-b824-9a7e9a7ddb44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Pushing event updated for resources: {'Port': ['ID=a2333b69-0fb2-47d9-ad29-ce5041799223,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:52.585500 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-b9b4fd41-147a-4928-b41d-4221de9f1cd9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Usage tracker for resource:security_group_rule and tenant:6b59b244953945b1b1ef483fdb3522e1 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:52.596301 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-f0d23f1e-c18b-4749-b824-9a7e9a7ddb44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:55:52.615087 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-f0d23f1e-c18b-4749-b824-9a7e9a7ddb44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:52.621622 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:52.623976 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-f0d23f1e-c18b-4749-b824-9a7e9a7ddb44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:52.629953 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-cfdab1ce-2da3-44e0-a526-4b7e10601df5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.5592554 May 12 14:55:52.641447 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 60156) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:52.681067 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-b9b4fd41-147a-4928-b41d-4221de9f1cd9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:52.706784 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-b9b4fd41-147a-4928-b41d-4221de9f1cd9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:52.829535 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-f0d23f1e-c18b-4749-b824-9a7e9a7ddb44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5239420 May 12 14:55:52.861017 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afa22b-297d-4252-859e-8767250cf373 None None] Pushing event updated for resources: {'Port': ['ID=31565ee7-29a9-43e1-a684-e2ddfa734fb3,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:52.867679 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-eba97495-915c-4708-975d-251466835f37 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=88106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 14:55:52.869571 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-eba97495-915c-4708-975d-251466835f37 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101914 May 12 14:55:52.927388 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b9b4fd41-147a-4928-b41d-4221de9f1cd9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:52.984396 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Attempting to bind port 31565ee7-29a9-43e1-a684-e2ddfa734fb3 on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:55:52.984883 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Attempting to bind port 31565ee7-29a9-43e1-a684-e2ddfa734fb3 by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:55:52.985362 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Attempting to bind port 31565ee7-29a9-43e1-a684-e2ddfa734fb3 on network 0d8c56f2-4158-444c-96af-8e80e6763783 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:55:52.994461 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:55:52.995507 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Checking segment: {'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:55:52.996489 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:52.997099 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Bound using segment: {'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:55:52.998933 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Bound port: 31565ee7-29a9-43e1-a684-e2ddfa734fb3, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:55:52.999594 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:53.095909 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b9b4fd41-147a-4928-b41d-4221de9f1cd9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:53.221055 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b9b4fd41-147a-4928-b41d-4221de9f1cd9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:53.239151 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:55:53.294144 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-c22543e5-7c9a-477d-a0bb-401f667fd58a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Unset dirty status for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:55:53.299886 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4fd41-147a-4928-b41d-4221de9f1cd9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1064896e-337a-49e6-914f-b35b8ede757b,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:53.300550 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-c22543e5-7c9a-477d-a0bb-401f667fd58a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0364070 May 12 14:55:53.375136 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] For port 31565ee7-29a9-43e1-a684-e2ddfa734fb3, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:55:53.375136 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] For port 31565ee7-29a9-43e1-a684-e2ddfa734fb3, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=31565ee7-29a9-43e1-a684-e2ddfa734fb3,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:55:53.408184 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b9b4fd41-147a-4928-b41d-4221de9f1cd9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:53.413198 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-b9b4fd41-147a-4928-b41d-4221de9f1cd9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9444101 May 12 14:55:53.414567 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 60170) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:53.428134 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Request body: {'floatingip': {'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:55:53.458003 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:53.468653 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Usage tracker for resource:floatingip and tenant:6b59b244953945b1b1ef483fdb3522e1 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:53.480142 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:53.492368 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:53.492561 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:53.602753 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for floatingip, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:53.700253 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Request body: {'port': {'device_id': 'ade001dc-308b-44a2-9565-02e72fffa76e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:55:53.719801 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afa22b-297d-4252-859e-8767250cf373 None None] Pushing event updated for resources: {'Port': ['ID=31565ee7-29a9-43e1-a684-e2ddfa734fb3,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:53.761651 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-5f700216-0c7a-4e45-8535-48fc571832b1 service neutron] 10.222.0.70 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321058 May 12 14:55:53.792513 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Routers {'34d1d2a6-a621-42ca-9016-6011c257e3aa'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:55:53.795775 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:55:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['34d1d2a6-a621-42ca-9016-6011c257e3aa'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:54.211202 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 60184) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:54.518533 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] Set router 34d1d2a6-a621-42ca-9016-6011c257e3aa gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:55:54.674949 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:54.699473 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:55:48Z', 'revision_number': 3, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:54.706205 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-bcfd1bd9-51b6-4437-97c2-a8d2dd980b00 service neutron] 10.222.0.70 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9124966 May 12 14:55:54.713305 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Checking router: f70c95fa-61de-4e27-b177-dd890ca5ccb1 for host: dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:55:54.717844 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Updating router f70c95fa-61de-4e27-b177-dd890ca5ccb1 port 2bedb86e-1554-483b-90e1-f05ac60a2ab9 binding host dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:55:54.798454 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54666702-d5e6-481b-8abd-75413ce8c2e8 req-7e28906f-ba8e-4f23-8908-0d5460c2ccf6 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:54.800959 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-54666702-d5e6-481b-8abd-75413ce8c2e8 req-7e28906f-ba8e-4f23-8908-0d5460c2ccf6 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 931 time: 2.3445239 May 12 14:55:54.868394 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:55.342253 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-54666702-d5e6-481b-8abd-75413ce8c2e8 req-83bd78ac-7d0e-4583-9e63-34e96df258c2 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/security-groups?id=922e8616-1dec-45d2-bbf4-6abd8790bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303471 May 12 14:55:55.489489 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 1042a2ea-cacf-4d7b-8528-fd78201e908b up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:55:55.607854 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5eec60c9-61bd-4770-9c5c-3f40d4a5a1d8 req-68fde8b3-5cbb-4d4e-a7bb-c5b835a6a7f9 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 210 time: 0.2769268 May 12 14:55:55.690189 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T14:55:45Z', 'revision_number': 4, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '31565ee7-29a9-43e1-a684-e2ddfa734fb3', 'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'mac_address': 'fa:16:3e:34:74:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:42Z', 'updated_at': '2022-05-12T14:55:53Z', 'revision_number': 4, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'subnets': [{'id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:55.697370 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b90afc-de50-419f-92e2-33cafd3cb1ab None None] The sync data for ids ['34d1d2a6-a621-42ca-9016-6011c257e3aa'] in dv-cinder-831187-2-smb is: [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T14:55:45Z', 'revision_number': 4, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '31565ee7-29a9-43e1-a684-e2ddfa734fb3', 'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'mac_address': 'fa:16:3e:34:74:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:42Z', 'updated_at': '2022-05-12T14:55:53Z', 'revision_number': 4, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'subnets': [{'id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:55:55.802240 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2333b69-0fb2-47d9-ad29-ce5041799223 {{(pid=88106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:55:55.832696 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:55.882202 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Transition to ACTIVE for port object a2333b69-0fb2-47d9-ad29-ce5041799223 will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:55:55.959607 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-080b9deb-962c-4fbc-ad61-9b307f2f4cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:56.015972 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:56.273366 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:56.347017 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 1042a2ea-cacf-4d7b-8528-fd78201e908b completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:55:56.365025 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Transition to ACTIVE for port object 2bedb86e-1554-483b-90e1-f05ac60a2ab9 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:55:56.392042 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 1042a2ea-cacf-4d7b-8528-fd78201e908b triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:55:56.394723 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:56.452658 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-080b9deb-962c-4fbc-ad61-9b307f2f4cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:56.541348 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-080b9deb-962c-4fbc-ad61-9b307f2f4cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:20428af1d3f54210bbcc466f6251e29e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:56.556069 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-080b9deb-962c-4fbc-ad61-9b307f2f4cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:56.595064 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:56.605472 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:56.626971 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-080b9deb-962c-4fbc-ad61-9b307f2f4cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:56.635128 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=a2333b69-0fb2-47d9-ad29-ce5041799223,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:56.772456 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f011ffa-229a-492b-89f2-e4000c861c37 None None] Pushing event updated for resources: {'Port': ['ID=2bedb86e-1554-483b-90e1-f05ac60a2ab9,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:56.787362 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Sync routers for ids ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:55:56.824886 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Routers {'892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:55:56.829740 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:55:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:56.846750 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Attempting to bind port 2bedb86e-1554-483b-90e1-f05ac60a2ab9 on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:55:56.848690 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Attempting to bind port 2bedb86e-1554-483b-90e1-f05ac60a2ab9 by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:55:56.849847 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Attempting to bind port 2bedb86e-1554-483b-90e1-f05ac60a2ab9 on network e3b9db88-ae7a-445e-af83-3321a6e7e6af {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:55:56.882732 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:55:56.883202 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Checking segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:55:56.883669 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:56.884137 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Bound using segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:55:56.884730 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Bound port: 2bedb86e-1554-483b-90e1-f05ac60a2ab9, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:55:56.885168 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:56.912824 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:56.979615 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] For port 2bedb86e-1554-483b-90e1-f05ac60a2ab9, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:55:56.997057 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] For port 2bedb86e-1554-483b-90e1-f05ac60a2ab9, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=2bedb86e-1554-483b-90e1-f05ac60a2ab9,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:55:57.095576 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:57.146855 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port 1042a2ea-cacf-4d7b-8528-fd78201e908b, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=1042a2ea-cacf-4d7b-8528-fd78201e908b,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:55:57.149405 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:57.175842 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Attempting to bind port a2333b69-0fb2-47d9-ad29-ce5041799223 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:55:57.176576 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Attempting to bind port a2333b69-0fb2-47d9-ad29-ce5041799223 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '4f53e03b-a04b-41bc-a754-2975e4c32429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '38baedc7-aaf6-4d46-a068-fbbc051c2574'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:55:57.176576 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Attempting to bind port a2333b69-0fb2-47d9-ad29-ce5041799223 on network 38baedc7-aaf6-4d46-a068-fbbc051c2574 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:55:57.226729 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Port a2333b69-0fb2-47d9-ad29-ce5041799223 on network 38baedc7-aaf6-4d46-a068-fbbc051c2574 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 14:55:57.227050 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Attempting to bind port a2333b69-0fb2-47d9-ad29-ce5041799223 on network 38baedc7-aaf6-4d46-a068-fbbc051c2574 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:55:57.281186 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:55:57.282944 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:55:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:57.375650 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:55:57.376456 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Checking segment: {'id': '4f53e03b-a04b-41bc-a754-2975e4c32429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '38baedc7-aaf6-4d46-a068-fbbc051c2574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:55:57.377358 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Bound using segment: {'id': '4f53e03b-a04b-41bc-a754-2975e4c32429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '38baedc7-aaf6-4d46-a068-fbbc051c2574'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:55:57.378032 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Bound port: a2333b69-0fb2-47d9-ad29-ce5041799223, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f53e03b-a04b-41bc-a754-2975e4c32429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '38baedc7-aaf6-4d46-a068-fbbc051c2574'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:55:57.378560 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:57.561818 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f011ffa-229a-492b-89f2-e4000c861c37 None None] Pushing event updated for resources: {'Port': ['ID=2bedb86e-1554-483b-90e1-f05ac60a2ab9,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:57.574598 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Allocated IP 172.28.3.35 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/fce5fef1-fd10-473c-964d-480c2f90da87) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:55:57.594047 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:57.647200 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] For port a2333b69-0fb2-47d9-ad29-ce5041799223, host hv-cinder-83118, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:55:57.659193 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Set router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:55:57.680485 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] For port a2333b69-0fb2-47d9-ad29-ce5041799223, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a2333b69-0fb2-47d9-ad29-ce5041799223,segment=NetworkSegment(4f53e03b-a04b-41bc-a754-2975e4c32429),segment_id=4f53e03b-a04b-41bc-a754-2975e4c32429)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:55:57.751137 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-080b9deb-962c-4fbc-ad61-9b307f2f4cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:57.922212 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 60278) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:58.045634 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=1042a2ea-cacf-4d7b-8528-fd78201e908b,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:58.123512 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:58.128886 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:55:58.227522 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd49dd-568b-4403-8f81-1afeff1806d7 req-b96d8dd9-2c61-46af-87e7-aaf0a30c18c1 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:58.251384 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e1cd49dd-568b-4403-8f81-1afeff1806d7 req-b96d8dd9-2c61-46af-87e7-aaf0a30c18c1 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 943 time: 1.3705010 May 12 14:55:58.279992 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-7eca9c8d-6e9a-42b7-9425-deb6efa8855a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:58.289159 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-7eca9c8d-6e9a-42b7-9425-deb6efa8855a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 819 time: 1.4679692 May 12 14:55:58.381018 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 31565ee7-29a9-43e1-a684-e2ddfa734fb3 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:55:58.438458 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-080b9deb-962c-4fbc-ad61-9b307f2f4cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:58.499515 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=a2333b69-0fb2-47d9-ad29-ce5041799223,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:58.518996 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-0f4767b1-de7e-4a00-a079-68d47e1d44f7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/quotas/7e684d49501b49d2a6b99fee4deeb9ec HTTP/1.1" status: 200 len: 375 time: 0.1596732 May 12 14:55:58.570553 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b9deb-962c-4fbc-ad61-9b307f2f4cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707eae95-fc6a-4c53-b1f4-c30eeb357829,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:55:58.618550 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-080b9deb-962c-4fbc-ad61-9b307f2f4cc9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=20428af1d3f54210bbcc466f6251e29e&name=default HTTP/1.1" status: 200 len: 2975 time: 4.3627300 May 12 14:55:58.620850 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:58.636701 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:58.637379 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:58.647190 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-d9b83c2e-90be-4cd3-a760-4f6cd55c2ad6 service neutron] 10.222.0.69 "PUT /v2.0/ports/a2333b69-0fb2-47d9-ad29-ce5041799223 HTTP/1.1" status: 200 len: 1093 time: 5.2499783 May 12 14:55:58.648913 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade001dc-308b-44a2-9565-02e72fffa76e', 'tag': 'a2333b69-0fb2-47d9-ad29-ce5041799223'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:55:58.713687 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 60290) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:55:58.784916 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-070fba33-c7cb-4f73-8612-57ead19fb593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:58.854521 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Allocated IP 172.20.0.1 (dfb381ca-02ac-4901-8dbb-a068765d875a/f6795c39-e288-4c6f-98dd-c92d29478c9e/9a05a3a5-86cd-40a4-953d-f92960f87c19) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:55:58.858458 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'c68ba54a-92fc-4a91-96b9-d4892cc9518e', 'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'mac_address': 'fa:16:3e:30:30:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:47Z', 'revision_number': 2, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'subnets': [{'id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:58.874983 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Checking router: 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:55:58.880903 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Updating router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf port c68ba54a-92fc-4a91-96b9-d4892cc9518e binding host dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:55:59.160880 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:59.162950 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e1cd49dd-568b-4403-8f81-1afeff1806d7 req-aeba0e88-bf68-4998-8d6c-c57b85b89de7 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/security-groups?id=922e8616-1dec-45d2-bbf4-6abd8790bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7763042 May 12 14:55:59.163743 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-5556c6ab-9c44-4527-951f-c2ae158c42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:59.163743 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-5556c6ab-9c44-4527-951f-c2ae158c42e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=57b5c5a315dc432da708a7ebcce0c9c9&device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 1096 time: 0.1808684 May 12 14:55:59.164198 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-070fba33-c7cb-4f73-8612-57ead19fb593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:55:59.164198 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-070fba33-c7cb-4f73-8612-57ead19fb593 admin admin] Usage tracker for resource:security_group_rule and tenant:1dea92fae35a403bbfc457c4766579b6 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:55:59.164198 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4d0f0f81-2df9-4a74-a155-28def746ac3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:59.174839 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-070fba33-c7cb-4f73-8612-57ead19fb593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:55:59.229978 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-070fba33-c7cb-4f73-8612-57ead19fb593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:55:59.260614 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:55:48Z', 'revision_number': 3, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:55:59.266635 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c46c2a-42b5-49e0-9494-e80b64fe0dce None None] The sync data for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb is: [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:55:48Z', 'revision_number': 3, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}] {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:55:59.282305 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4d0f0f81-2df9-4a74-a155-28def746ac3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:59.351780 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-db7758c0-1405-4d0c-b6cf-f8d941f621bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2333b69-0fb2-47d9-ad29-ce5041799223 HTTP/1.1" status: 200 len: 217 time: 0.2175689 May 12 14:55:59.500069 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4d4c58f-7904-47dd-8733-a69463a8edef'] response: {'name': 'network-changed', 'server_uuid': 'ade001dc-308b-44a2-9565-02e72fffa76e', 'tag': 'a2333b69-0fb2-47d9-ad29-ce5041799223', 'status': 'completed', 'code': 200} May 12 14:55:59.500780 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:59.527660 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-11e64315-9f33-4b45-a8d9-a6098b3e8add tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9192846 May 12 14:55:59.554012 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-31443db0-5b6c-4b6a-bf65-c5f2d08bc412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:55:59.556381 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-31443db0-5b6c-4b6a-bf65-c5f2d08bc412 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c63f826-a5c4-48ec-8eaf-25d68c69d29e HTTP/1.1" status: 200 len: 851 time: 0.2034931 May 12 14:55:59.632996 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-5d24adf1-6d07-4699-856f-0730be8a8e84 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38baedc7-aaf6-4d46-a068-fbbc051c2574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682390 May 12 14:55:59.637831 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-070fba33-c7cb-4f73-8612-57ead19fb593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:59.800856 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-1efdeb8e-0f17-461c-b0ff-c1e8205d71d0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 14:55:59.811850 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-1efdeb8e-0f17-461c-b0ff-c1e8205d71d0 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1459923 May 12 14:55:59.855696 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:59.940002 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 31565ee7-29a9-43e1-a684-e2ddfa734fb3 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:55:59.952399 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 31565ee7-29a9-43e1-a684-e2ddfa734fb3 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:55:59.952866 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:55:59.964093 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:55:59.976035 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-070fba33-c7cb-4f73-8612-57ead19fb593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:00.005787 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Transition to ACTIVE for port object 9a05a3a5-86cd-40a4-953d-f92960f87c19 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:56:00.011742 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:56:00.027023 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4d0f0f81-2df9-4a74-a155-28def746ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:00.037913 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:56:00.142714 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:00.167819 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Transition to ACTIVE for port object c68ba54a-92fc-4a91-96b9-d4892cc9518e will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:56:00.196267 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:00.261476 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:00.339446 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-c785057e-b032-45b5-824b-62d7397655e0 service neutron] 10.222.0.69 "GET /v2.0/networks/38baedc7-aaf6-4d46-a068-fbbc051c2574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6779652 May 12 14:56:00.363129 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-070fba33-c7cb-4f73-8612-57ead19fb593 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1dea92fae35a403bbfc457c4766579b6&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3674567 May 12 14:56:00.365763 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-59bbd971-33bc-4bd4-9ab7-085e6bfa1c64 service neutron] 10.222.0.70 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527129 May 12 14:56:00.371032 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fba33-c7cb-4f73-8612-57ead19fb593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0b33e7-ce4c-4a98-90ee-f0678525c1d0,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:00.411867 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 60320) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:00.425601 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16918b-044e-4795-b389-769f1e2b3ac7 None None] Pushing event updated for resources: {'Port': ['ID=c68ba54a-92fc-4a91-96b9-d4892cc9518e,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:00.533816 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:00.596563 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event updated for resources: {'Port': ['ID=fce5fef1-fd10-473c-964d-480c2f90da87,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:00.675768 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f0f81-2df9-4a74-a155-28def746ac3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707eae95-fc6a-4c53-b1f4-c30eeb357829,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:00.676207 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port 31565ee7-29a9-43e1-a684-e2ddfa734fb3, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=31565ee7-29a9-43e1-a684-e2ddfa734fb3,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:00.714396 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4d0f0f81-2df9-4a74-a155-28def746ac3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:00.715630 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-4d0f0f81-2df9-4a74-a155-28def746ac3b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/707eae95-fc6a-4c53-b1f4-c30eeb357829 HTTP/1.1" status: 204 len: 168 time: 1.9993238 May 12 14:56:00.841856 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:00.907056 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Attempting to bind port c68ba54a-92fc-4a91-96b9-d4892cc9518e on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:56:00.907421 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Attempting to bind port c68ba54a-92fc-4a91-96b9-d4892cc9518e by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': 'af612ebc-9e9e-417c-88f1-a5d34b7fa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:56:00.907783 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Attempting to bind port c68ba54a-92fc-4a91-96b9-d4892cc9518e on network 586ae877-0139-4341-8b29-bf98c6f348d4 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:56:00.939623 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:56:00.942906 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Checking segment: {'id': 'af612ebc-9e9e-417c-88f1-a5d34b7fa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:56:00.944188 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:00.946417 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Bound using segment: {'id': 'af612ebc-9e9e-417c-88f1-a5d34b7fa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:56:00.948026 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Bound port: c68ba54a-92fc-4a91-96b9-d4892cc9518e, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af612ebc-9e9e-417c-88f1-a5d34b7fa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:56:00.949961 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:01.135555 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-28b2f17c-a2de-44d2-a882-9bc0fbe1d36c req-b5adceb9-9270-47c4-ac82-eb8cd16656e9 service neutron] 10.222.0.69 "GET /v2.0/networks/38baedc7-aaf6-4d46-a068-fbbc051c2574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7777023 May 12 14:56:01.168240 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.69', 57429) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:01.227211 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:01.258271 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=31565ee7-29a9-43e1-a684-e2ddfa734fb3,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:01.323218 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 1042a2ea-cacf-4d7b-8528-fd78201e908b up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:56:01.408270 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-ce8a63d6-a589-4c37-b623-161ee6472185 service neutron] 10.222.0.70 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9931455 May 12 14:56:01.450443 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] For port c68ba54a-92fc-4a91-96b9-d4892cc9518e, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:56:01.480656 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] For port c68ba54a-92fc-4a91-96b9-d4892cc9518e, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=c68ba54a-92fc-4a91-96b9-d4892cc9518e,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:56:01.547900 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f7361c95-da10-41a4-858e-d5bd708a3c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:01.606392 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:01.618283 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f7361c95-da10-41a4-858e-d5bd708a3c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:01.692499 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:01.730917 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 1042a2ea-cacf-4d7b-8528-fd78201e908b triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:01.739950 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e542-63ad-47c8-9b59-a9f494ff29c9 req-62ea262a-3b12-4672-85fa-93ed3920bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:01.743723 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:01.750668 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-a5f6e542-63ad-47c8-9b59-a9f494ff29c9 req-62ea262a-3b12-4672-85fa-93ed3920bf64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=57b5c5a315dc432da708a7ebcce0c9c9&device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 1096 time: 0.3149719 May 12 14:56:02.012141 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Routers {'892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:56:02.018474 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:55:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:02.124558 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 2bedb86e-1554-483b-90e1-f05ac60a2ab9 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:56:02.255511 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Pushing event updated for resources: {'Port': ['ID=9a05a3a5-86cd-40a4-953d-f92960f87c19,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:02.289818 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-beb2f1b1-27c0-4da4-ab5b-856dbc1728ec tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:02.291570 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-beb2f1b1-27c0-4da4-ab5b-856dbc1728ec tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.69 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 819 time: 1.0972261 May 12 14:56:02.396005 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16918b-044e-4795-b389-769f1e2b3ac7 None None] Pushing event updated for resources: {'Port': ['ID=c68ba54a-92fc-4a91-96b9-d4892cc9518e,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:02.595907 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f7361c95-da10-41a4-858e-d5bd708a3c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:02.648400 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:02.704351 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 2bedb86e-1554-483b-90e1-f05ac60a2ab9 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:56:02.715579 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 2bedb86e-1554-483b-90e1-f05ac60a2ab9 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:02.715579 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:02.729022 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 60370) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:02.762095 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-72e140b2-2c13-4cef-b208-09fe2093bd1a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Request body: {'port': {'device_id': 'a67e6885-b0bf-437a-a157-0003ebfc91c9', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'admin_state_up': True, 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:02.790888 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-93cb9d07-eed0-49ec-9f52-15d94e1eb449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:02.813196 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] Set router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:56:02.860876 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-93cb9d07-eed0-49ec-9f52-15d94e1eb449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:02.871290 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-93cb9d07-eed0-49ec-9f52-15d94e1eb449 admin admin] Usage tracker for resource:security_group_rule and tenant:9296613ad6e44e048142985ec7147053 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:02.878154 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-93cb9d07-eed0-49ec-9f52-15d94e1eb449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:02.891309 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-93cb9d07-eed0-49ec-9f52-15d94e1eb449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:02.909133 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:02.933207 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bfbb1444-8f32-4937-a00c-b51b2bb6dee9 req-7bffc0d1-c262-46bc-9f48-16a5408e24fa tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 210 time: 0.6336131 May 12 14:56:02.949512 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Network dfb381ca-02ac-4901-8dbb-a068765d875a is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:56:02.975389 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7361c95-da10-41a4-858e-d5bd708a3c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0b33e7-ce4c-4a98-90ee-f0678525c1d0,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:02.978116 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:56:02.998839 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:56:02.998839 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587182'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:03.005428 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f7361c95-da10-41a4-858e-d5bd708a3c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:03.011211 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-f7361c95-da10-41a4-858e-d5bd708a3c5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3d0b33e7-ce4c-4a98-90ee-f0678525c1d0 HTTP/1.1" status: 204 len: 168 time: 2.5849380 May 12 14:56:03.048884 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:03.079353 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:03.125144 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port 2bedb86e-1554-483b-90e1-f05ac60a2ab9, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=2bedb86e-1554-483b-90e1-f05ac60a2ab9,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:03.261332 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:03.287335 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e542-63ad-47c8-9b59-a9f494ff29c9 req-6d023c14-6cd7-49ed-8ee4-4db501a7bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:03.289143 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-a5f6e542-63ad-47c8-9b59-a9f494ff29c9 req-6d023c14-6cd7-49ed-8ee4-4db501a7bf28 service neutron] 10.222.0.69 "GET /v2.0/networks?id=38baedc7-aaf6-4d46-a068-fbbc051c2574 HTTP/1.1" status: 200 len: 912 time: 1.5076709 May 12 14:56:03.524481 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-72e140b2-2c13-4cef-b208-09fe2093bd1a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:03.576921 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e35de-488b-45a6-9a1d-cde30c87e92f req-1e2a139b-aa68-409d-b559-46bd5690404c tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:03.591924 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8e2e35de-488b-45a6-9a1d-cde30c87e92f req-1e2a139b-aa68-409d-b559-46bd5690404c tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 943 time: 3.1782591 May 12 14:56:03.598143 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-a5f6e542-63ad-47c8-9b59-a9f494ff29c9 req-bfbc8278-2d51-4621-a61d-54d1eb47c269 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2333b69-0fb2-47d9-ad29-ce5041799223 HTTP/1.1" status: 200 len: 217 time: 0.2590582 May 12 14:56:03.617621 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=2bedb86e-1554-483b-90e1-f05ac60a2ab9,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:03.628166 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device c68ba54a-92fc-4a91-96b9-d4892cc9518e up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:56:03.683737 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event updated for resources: {'Port': ['ID=fce5fef1-fd10-473c-964d-480c2f90da87,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:03.719019 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:03.723022 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-ab29e984-9773-41eb-b645-23772638ea03 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.3067808 May 12 14:56:03.725756 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-72e140b2-2c13-4cef-b208-09fe2093bd1a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:03.944679 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e542-63ad-47c8-9b59-a9f494ff29c9 req-4f3e3958-daed-4cc4-9142-418b954b6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:03.944679 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-a5f6e542-63ad-47c8-9b59-a9f494ff29c9 req-4f3e3958-daed-4cc4-9142-418b954b6380 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c63f826-a5c4-48ec-8eaf-25d68c69d29e HTTP/1.1" status: 200 len: 851 time: 0.2385705 May 12 14:56:03.979008 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-2c91a40c-769d-4dac-bd27-1f3da55c74fe None None] Provisioning for port 9a05a3a5-86cd-40a4-953d-f92960f87c19 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:56:03.988298 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-2c91a40c-769d-4dac-bd27-1f3da55c74fe None None] Provisioning complete for port 9a05a3a5-86cd-40a4-953d-f92960f87c19 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:03.988700 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c91a40c-769d-4dac-bd27-1f3da55c74fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:04.049379 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-a5f6e542-63ad-47c8-9b59-a9f494ff29c9 req-7d2446ff-ec60-4332-abb6-d837448c605f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38baedc7-aaf6-4d46-a068-fbbc051c2574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484003 May 12 14:56:04.108814 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'c68ba54a-92fc-4a91-96b9-d4892cc9518e', 'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'mac_address': 'fa:16:3e:30:30:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:01Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'subnets': [{'id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:04.109742 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8e2e35de-488b-45a6-9a1d-cde30c87e92f req-e759a5cb-39aa-4a07-968d-9c99f70de307 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/security-groups?id=922e8616-1dec-45d2-bbf4-6abd8790bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052752 May 12 14:56:04.117741 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:04.127768 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e564e63-0e23-4a73-b07d-e8aa6d0848ec None None] The sync data for ids ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'] in dv-cinder-831187-2-smb is: [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'c68ba54a-92fc-4a91-96b9-d4892cc9518e', 'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'mac_address': 'fa:16:3e:30:30:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:01Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'subnets': [{'id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:56:04.228079 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2c91a40c-769d-4dac-bd27-1f3da55c74fe None None] Port 9a05a3a5-86cd-40a4-953d-f92960f87c19 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:56:04.257000 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-93cb9d07-eed0-49ec-9f52-15d94e1eb449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:04.363764 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port c68ba54a-92fc-4a91-96b9-d4892cc9518e completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:56:04.370623 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port c68ba54a-92fc-4a91-96b9-d4892cc9518e triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:04.372097 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:04.516595 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-93cb9d07-eed0-49ec-9f52-15d94e1eb449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:04.610076 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-93cb9d07-eed0-49ec-9f52-15d94e1eb449 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9296613ad6e44e048142985ec7147053&name=default HTTP/1.1" status: 200 len: 2978 time: 1.8796833 May 12 14:56:04.611083 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 60424) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:04.622923 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb9d07-eed0-49ec-9f52-15d94e1eb449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c79eda-3ff5-4474-ad45-8f9988a713e5,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:04.689695 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-f59d4ca3-5454-45b6-acd9-81b7a90b8f37 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Synchronizing usage tracker for tenant:6b59b244953945b1b1ef483fdb3522e1 on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:56:04.692757 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-72e140b2-2c13-4cef-b208-09fe2093bd1a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Made reservation on behalf of 7e684d49501b49d2a6b99fee4deeb9ec for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:56:04.703746 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-72e140b2-2c13-4cef-b208-09fe2093bd1a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:04.827558 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:04.880053 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port c68ba54a-92fc-4a91-96b9-d4892cc9518e, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=c68ba54a-92fc-4a91-96b9-d4892cc9518e,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:04.922839 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb982-b50b-4ce5-ba3a-4b7d36b8f706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:04.934200 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e69adaac-792e-47bb-89e7-c353cb7e748d req-e76eafb1-9c57-47c1-88c5-b83552d391d5 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 210 time: 0.8176689 May 12 14:56:04.968696 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-a5f6e542-63ad-47c8-9b59-a9f494ff29c9 req-65a4210f-7db9-4101-bc9e-76078f24458f service neutron] 10.222.0.69 "GET /v2.0/networks/38baedc7-aaf6-4d46-a068-fbbc051c2574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8633289 May 12 14:56:05.001975 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:05.003620 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 31565ee7-29a9-43e1-a684-e2ddfa734fb3 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:56:05.100626 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb982-b50b-4ce5-ba3a-4b7d36b8f706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:05.223249 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=c68ba54a-92fc-4a91-96b9-d4892cc9518e,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:05.272012 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-f59d4ca3-5454-45b6-acd9-81b7a90b8f37 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Unset dirty status for tenant:6b59b244953945b1b1ef483fdb3522e1 on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:56:05.285413 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-f59d4ca3-5454-45b6-acd9-81b7a90b8f37 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--349570102&fields=id&tenant_id=6b59b244953945b1b1ef483fdb3522e1 HTTP/1.1" status: 200 len: 267 time: 0.7893634 May 12 14:56:05.468791 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 31565ee7-29a9-43e1-a684-e2ddfa734fb3 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:05.470829 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:05.626907 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb982-b50b-4ce5-ba3a-4b7d36b8f706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:05.687388 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fb982-b50b-4ce5-ba3a-4b7d36b8f706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c79eda-3ff5-4474-ad45-8f9988a713e5,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:05.699289 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-72e140b2-2c13-4cef-b208-09fe2093bd1a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Allocated IP 172.20.0.9 (0d8c56f2-4158-444c-96af-8e80e6763783/6517beee-f6a9-470f-99ed-f96e6825f8b9/6292b7fd-e465-469e-a974-a27de9797f1e) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:56:05.712376 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb982-b50b-4ce5-ba3a-4b7d36b8f706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:05.712376 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-4c2fb982-b50b-4ce5-ba3a-4b7d36b8f706 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/48c79eda-3ff5-4474-ad45-8f9988a713e5 HTTP/1.1" status: 204 len: 168 time: 1.0735180 May 12 14:56:05.717476 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-a5f6e542-63ad-47c8-9b59-a9f494ff29c9 req-88ca1351-f7a3-486d-a133-7cc8331ac6b0 service neutron] 10.222.0.69 "GET /v2.0/networks/38baedc7-aaf6-4d46-a068-fbbc051c2574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7173142 May 12 14:56:05.776479 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 14:56:05.832008 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:05.973227 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527caa2b-f63d-4d97-a7bc-8b03362e9b8a req-0feb8476-d38f-46cd-9d11-79b9e1a9d3b4 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:05.974976 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-527caa2b-f63d-4d97-a7bc-8b03362e9b8a req-0feb8476-d38f-46cd-9d11-79b9e1a9d3b4 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 943 time: 0.4152629 May 12 14:56:05.986179 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-cec44192-78a7-4e1e-ae52-1ef68961abdd tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:05.987330 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-cec44192-78a7-4e1e-ae52-1ef68961abdd tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Synchronizing usage tracker for tenant:6b59b244953945b1b1ef483fdb3522e1 on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:56:06.008557 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device c68ba54a-92fc-4a91-96b9-d4892cc9518e up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:56:06.009406 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:06.009406 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587019'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:06.132362 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port c68ba54a-92fc-4a91-96b9-d4892cc9518e triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:06.132775 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:06.142951 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-cec44192-78a7-4e1e-ae52-1ef68961abdd tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Unset dirty status for tenant:6b59b244953945b1b1ef483fdb3522e1 on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:56:06.144805 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-cec44192-78a7-4e1e-ae52-1ef68961abdd tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/networks?id=586ae877-0139-4341-8b29-bf98c6f348d4 HTTP/1.1" status: 200 len: 816 time: 0.8582029 May 12 14:56:06.387469 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-527caa2b-f63d-4d97-a7bc-8b03362e9b8a req-cac7c47e-e3e9-4ca7-a587-2cc1606d6da6 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/security-groups?id=922e8616-1dec-45d2-bbf4-6abd8790bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921778 May 12 14:56:06.443437 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 2bedb86e-1554-483b-90e1-f05ac60a2ab9 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:56:06.522698 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-67cd23ac-7da6-486d-bd60-d745f71e469f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/quotas/6b59b244953945b1b1ef483fdb3522e1 HTTP/1.1" status: 200 len: 375 time: 0.1518421 May 12 14:56:06.540914 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Pushing event updated for resources: {'Port': ['ID=9a05a3a5-86cd-40a4-953d-f92960f87c19,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:06.658037 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 2bedb86e-1554-483b-90e1-f05ac60a2ab9 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:06.658525 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:06.710000 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Network dfb381ca-02ac-4901-8dbb-a068765d875a is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:56:06.733292 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:56:06.744087 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7d736178-f153-4797-86eb-4c83b2adfc1c req-54420ec6-d774-4b29-9e50-196bf4a25016 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 210 time: 0.0979297 May 12 14:56:07.141856 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-72e140b2-2c13-4cef-b208-09fe2093bd1a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:07.237370 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-5eb98818-1977-47ac-80e4-371f16b3e7d2 None None] Provisioning complete for port 9a05a3a5-86cd-40a4-953d-f92960f87c19 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:07.240406 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5eb98818-1977-47ac-80e4-371f16b3e7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:07.311655 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-c268cba3-5510-455e-b6c3-428193c27a4f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b59b244953945b1b1ef483fdb3522e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7733662 May 12 14:56:07.404896 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-5eb98818-1977-47ac-80e4-371f16b3e7d2 None None] Port 9a05a3a5-86cd-40a4-953d-f92960f87c19 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:56:07.447192 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:56:07.450186 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-72e140b2-2c13-4cef-b208-09fe2093bd1a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Transition to ACTIVE for port object 6292b7fd-e465-469e-a974-a27de9797f1e will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:56:07.754347 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Router f70c95fa-61de-4e27-b177-dd890ca5ccb1 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 14:56:08.028436 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-35f8ae4b-cd04-432a-a27f-bd7ef158c263 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:08.031267 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-35f8ae4b-cd04-432a-a27f-bd7ef158c263 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.69 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 819 time: 0.3338521 May 12 14:56:08.066043 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-baadf351-db32-4a5c-ba5f-a733c855a0d8 service neutron] 10.222.0.70 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7126570 May 12 14:56:08.231391 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e3806-ff4b-4797-aad4-30d8728d57dc req-b6bb939c-1a89-473c-88c7-555864dc134b tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:08.238775 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b00e3806-ff4b-4797-aad4-30d8728d57dc req-b6bb939c-1a89-473c-88c7-555864dc134b tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 943 time: 0.6682668 May 12 14:56:08.338874 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Request body: {'port': {'device_id': '152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'admin_state_up': True, 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:08.354760 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:56:08.369597 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Sync routers for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:56:08.371622 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b00e3806-ff4b-4797-aad4-30d8728d57dc req-3c641c4c-32c4-4584-86e3-d20c2967e0e9 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/security-groups?id=922e8616-1dec-45d2-bbf4-6abd8790bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317782 May 12 14:56:08.395678 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-72e140b2-2c13-4cef-b208-09fe2093bd1a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:08.424574 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-34ea1e35-a4d2-4fa2-9162-6730d476733c service neutron] 10.222.0.70 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573930 May 12 14:56:08.426416 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:56:08.427128 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:55:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:08.702427 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-72e140b2-2c13-4cef-b208-09fe2093bd1a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Network 0d8c56f2-4158-444c-96af-8e80e6763783 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:56:08.724214 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-72e140b2-2c13-4cef-b208-09fe2093bd1a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:56:08.744287 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-1a4cd35b-5840-483c-90c2-78b31b921e53 admin admin] 10.222.0.70 "PUT /v2.0/routers/f70c95fa-61de-4e27-b177-dd890ca5ccb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0958941 May 12 14:56:08.745312 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-72e140b2-2c13-4cef-b208-09fe2093bd1a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:56:08.781734 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-72e140b2-2c13-4cef-b208-09fe2093bd1a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:08.782577 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-72e140b2-2c13-4cef-b208-09fe2093bd1a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:08.844125 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e140b2-2c13-4cef-b208-09fe2093bd1a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Pushing event updated for resources: {'Port': ['ID=6292b7fd-e465-469e-a974-a27de9797f1e,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:08.878750 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:08.889129 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Usage tracker for resource:port and tenant:7e684d49501b49d2a6b99fee4deeb9ec is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:08.894681 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:08.913160 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:09.055250 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-72e140b2-2c13-4cef-b208-09fe2093bd1a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4530699 May 12 14:56:09.055250 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-993fe9ce-5528-4e13-b37e-0f6f1f6f28e3 req-82e98f70-d7c1-477b-9402-b89ffaa82415 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Synchronizing usage tracker for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:56:09.095475 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Request body: {'port': {'device_id': 'a67e6885-b0bf-437a-a157-0003ebfc91c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:09.301802 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Made reservation on behalf of 7e684d49501b49d2a6b99fee4deeb9ec for: {'port': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:56:09.303163 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:09.415501 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bdc5bf6f-f92c-4db3-9ae5-a116b7f53ba1 req-3db70080-cdb0-4e1b-80d0-d55d8c8b91dc tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 210 time: 0.2067738 May 12 14:56:09.565885 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:56:09.720956 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-993fe9ce-5528-4e13-b37e-0f6f1f6f28e3 req-82e98f70-d7c1-477b-9402-b89ffaa82415 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Unset dirty status for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:56:09.750929 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-993fe9ce-5528-4e13-b37e-0f6f1f6f28e3 req-82e98f70-d7c1-477b-9402-b89ffaa82415 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 210 time: 0.9130397 May 12 14:56:09.949118 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:09.971229 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Allocated IP 172.20.0.5 (0d8c56f2-4158-444c-96af-8e80e6763783/6517beee-f6a9-470f-99ed-f96e6825f8b9/8f804392-ce39-49b7-bcc9-86f6fb145e99) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:56:10.163638 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12266db2-5d97-4789-9fc3-41ad4582d0f4 req-54d5fafb-3022-44c1-903b-311bfd89ab0d tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:10.165352 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-12266db2-5d97-4789-9fc3-41ad4582d0f4 req-54d5fafb-3022-44c1-903b-311bfd89ab0d tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 943 time: 0.3685577 May 12 14:56:10.270192 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-dde6afd0-b867-45e5-a423-de0f5f36e5f1 None None] Provisioning for port 6292b7fd-e465-469e-a974-a27de9797f1e completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:56:10.271746 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-12266db2-5d97-4789-9fc3-41ad4582d0f4 req-c2591c00-8280-49e7-9dd1-dd0097ccf9c1 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/security-groups?id=922e8616-1dec-45d2-bbf4-6abd8790bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976944 May 12 14:56:10.317610 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-dde6afd0-b867-45e5-a423-de0f5f36e5f1 None None] Provisioning complete for port 6292b7fd-e465-469e-a974-a27de9797f1e triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:10.320188 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dde6afd0-b867-45e5-a423-de0f5f36e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:10.433796 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 60574) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:10.437888 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-dde6afd0-b867-45e5-a423-de0f5f36e5f1 None None] Port 6292b7fd-e465-469e-a974-a27de9797f1e cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:56:10.440130 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-8fe627f7-afad-428f-9c9a-e72bb33361be tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35718201', 'description': 'tempest-description--1771964593'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:10.447102 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8fe627f7-afad-428f-9c9a-e72bb33361be tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:10.454471 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-8fe627f7-afad-428f-9c9a-e72bb33361be tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:security_group and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:10.456457 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:04Z', 'revision_number': 2, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:10.457117 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-8fe627f7-afad-428f-9c9a-e72bb33361be tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:10.462963 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Checking router: f70c95fa-61de-4e27-b177-dd890ca5ccb1 for host: dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:56:10.491396 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Updating router f70c95fa-61de-4e27-b177-dd890ca5ccb1 port 9a05a3a5-86cd-40a4-953d-f92960f87c19 binding host dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:56:10.491886 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8fe627f7-afad-428f-9c9a-e72bb33361be tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:10.491980 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:10.499628 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Transition to ACTIVE for port object 8f804392-ce39-49b7-bcc9-86f6fb145e99 will not be triggered until provisioned by entity DHCP. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:56:10.557971 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:10.640252 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6d3e2c81-c9da-4488-97ef-2ceffe8878f2 req-221338d9-91b7-43a1-bc92-7d9d4a982e5c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 210 time: 0.0619266 May 12 14:56:10.886169 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:11.025123 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:11.030290 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Transition to ACTIVE for port object 9a05a3a5-86cd-40a4-953d-f92960f87c19 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:56:11.078051 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Network 0d8c56f2-4158-444c-96af-8e80e6763783 is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:56:11.086210 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8fe627f7-afad-428f-9c9a-e72bb33361be tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:11.086427 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:56:11.091028 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:56:11.096631 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:11.097290 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:11.130427 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Pushing event updated for resources: {'Port': ['ID=8f804392-ce39-49b7-bcc9-86f6fb145e99,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:11.223273 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8fe627f7-afad-428f-9c9a-e72bb33361be tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:11.234766 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-8fe627f7-afad-428f-9c9a-e72bb33361be tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:security_group_rule and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:11.239807 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-8fe627f7-afad-428f-9c9a-e72bb33361be tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:11.248446 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8fe627f7-afad-428f-9c9a-e72bb33361be tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:11.331478 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f3a7c-2488-4eaf-8dd9-b8c93746e9b7 req-148bb738-cf8a-47bb-8c49-451052c43653 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:11.333061 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-187f3a7c-2488-4eaf-8dd9-b8c93746e9b7 req-148bb738-cf8a-47bb-8c49-451052c43653 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 931 time: 0.4497948 May 12 14:56:11.337527 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6292b7fd-e465-469e-a974-a27de9797f1e {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:56:11.361469 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:11.389306 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Transition to ACTIVE for port object 6292b7fd-e465-469e-a974-a27de9797f1e will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:56:11.404809 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-187f3a7c-2488-4eaf-8dd9-b8c93746e9b7 req-b4e81efe-321c-419a-b958-39a3d75fcdfb tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Synchronizing usage tracker for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:56:11.506812 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b2c9b-a158-43c2-ae86-f6939c25849c req-883e520c-84a1-47f5-8cf4-e0dc60028c4e tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:11.508253 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9d1b2c9b-a158-43c2-ae86-f6939c25849c req-883e520c-84a1-47f5-8cf4-e0dc60028c4e tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 943 time: 0.0941224 May 12 14:56:11.557952 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9d1b2c9b-a158-43c2-ae86-f6939c25849c req-c9337771-667e-45f2-8452-0cc1ae574a19 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/security-groups?id=922e8616-1dec-45d2-bbf4-6abd8790bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434177 May 12 14:56:11.746258 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-297f384d-4e4a-4e5a-9177-a4ffc242fc87 req-401c75dc-9022-4504-9576-e573b6ae5cb0 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 210 time: 0.0454893 May 12 14:56:11.769630 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:11.769876 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-d63aed08-603e-40c3-a039-1cf365253db0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4338782 May 12 14:56:11.793342 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-82e1770d-7b88-45a2-9beb-4626c09c7990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:11.794417 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Request body: {'port': {'device_id': '152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:11.936105 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8fe627f7-afad-428f-9c9a-e72bb33361be tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:11.958739 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-187f3a7c-2488-4eaf-8dd9-b8c93746e9b7 req-b4e81efe-321c-419a-b958-39a3d75fcdfb tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Unset dirty status for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:56:11.969923 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-187f3a7c-2488-4eaf-8dd9-b8c93746e9b7 req-b4e81efe-321c-419a-b958-39a3d75fcdfb tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6175287 May 12 14:56:11.969923 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:12.039499 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-7d682be4-acb2-4d64-af3c-113b0f199836 None None] Provisioning for port 8f804392-ce39-49b7-bcc9-86f6fb145e99 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:56:12.078865 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-7d682be4-acb2-4d64-af3c-113b0f199836 None None] Provisioning complete for port 8f804392-ce39-49b7-bcc9-86f6fb145e99 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:12.079436 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d682be4-acb2-4d64-af3c-113b0f199836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:12.197463 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:12.205751 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8fe627f7-afad-428f-9c9a-e72bb33361be tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:12.242128 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf02aad-10e5-47ec-aa6d-2ff9783562bd None None] Pushing event updated for resources: {'Port': ['ID=9a05a3a5-86cd-40a4-953d-f92960f87c19,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:12.347022 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-7d682be4-acb2-4d64-af3c-113b0f199836 None None] Port 8f804392-ce39-49b7-bcc9-86f6fb145e99 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:56:12.376992 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Attempting to bind port 9a05a3a5-86cd-40a4-953d-f92960f87c19 on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:56:12.377817 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Attempting to bind port 9a05a3a5-86cd-40a4-953d-f92960f87c19 by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:56:12.378447 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Attempting to bind port 9a05a3a5-86cd-40a4-953d-f92960f87c19 on network dfb381ca-02ac-4901-8dbb-a068765d875a {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:56:12.396242 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:56:12.396804 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Checking segment: {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:56:12.397639 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:12.399183 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Bound using segment: {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:56:12.402264 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Bound port: 9a05a3a5-86cd-40a4-953d-f92960f87c19, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:56:12.402851 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:12.436277 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Pushing event updated for resources: {'Port': ['ID=6292b7fd-e465-469e-a974-a27de9797f1e,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:12.458058 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe627f7-afad-428f-9c9a-e72bb33361be tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c286588-ed01-45cc-a908-feab5a3bce0f,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:12.464871 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Attempting to bind port 6292b7fd-e465-469e-a974-a27de9797f1e on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:56:12.468166 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Attempting to bind port 6292b7fd-e465-469e-a974-a27de9797f1e by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:56:12.468528 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Attempting to bind port 6292b7fd-e465-469e-a974-a27de9797f1e on network 0d8c56f2-4158-444c-96af-8e80e6763783 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:56:12.478819 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Port 6292b7fd-e465-469e-a974-a27de9797f1e on network 0d8c56f2-4158-444c-96af-8e80e6763783 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 14:56:12.478819 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Attempting to bind port 6292b7fd-e465-469e-a974-a27de9797f1e on network 0d8c56f2-4158-444c-96af-8e80e6763783 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:56:12.481611 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:56:12.481979 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Checking segment: {'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:56:12.482560 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Bound using segment: {'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:56:12.483026 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Bound port: 6292b7fd-e465-469e-a974-a27de9797f1e, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:56:12.483376 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:12.595531 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8fe627f7-afad-428f-9c9a-e72bb33361be tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:12.600567 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-8fe627f7-afad-428f-9c9a-e72bb33361be tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1657138 May 12 14:56:12.618357 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 60642) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:12.636284 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-49edbc3a-cb21-40aa-95f3-ca823f548e59 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'security_group_rule': {'security_group_id': '2c286588-ed01-45cc-a908-feab5a3bce0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:12.654479 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-49edbc3a-cb21-40aa-95f3-ca823f548e59 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:12.674287 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-49edbc3a-cb21-40aa-95f3-ca823f548e59 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:security_group_rule and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:12.679148 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] For port 9a05a3a5-86cd-40a4-953d-f92960f87c19, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:56:12.685563 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] For port 9a05a3a5-86cd-40a4-953d-f92960f87c19, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=9a05a3a5-86cd-40a4-953d-f92960f87c19,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:56:12.717450 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] For port 6292b7fd-e465-469e-a974-a27de9797f1e, host hv-cinder-83118, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:56:12.721999 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] For port 6292b7fd-e465-469e-a974-a27de9797f1e, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6292b7fd-e465-469e-a974-a27de9797f1e,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:56:12.723363 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-49edbc3a-cb21-40aa-95f3-ca823f548e59 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:12.734626 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-49edbc3a-cb21-40aa-95f3-ca823f548e59 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:12.838902 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:12.891289 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:12.914364 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f804392-ce39-49b7-bcc9-86f6fb145e99 {{(pid=88106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:56:12.928244 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:12.958243 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Transition to ACTIVE for port object 8f804392-ce39-49b7-bcc9-86f6fb145e99 will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:56:12.976279 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-49edbc3a-cb21-40aa-95f3-ca823f548e59 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:13.048311 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:13.049405 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:13.051178 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] 10.222.0.69 "PUT /v2.0/ports/6292b7fd-e465-469e-a974-a27de9797f1e HTTP/1.1" status: 200 len: 1093 time: 3.9842329 May 12 14:56:13.062587 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67e6885-b0bf-437a-a157-0003ebfc91c9', 'tag': '6292b7fd-e465-469e-a974-a27de9797f1e'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:56:13.136960 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:13.149022 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ad51b214-68e4-42d8-8082-f5b5f48810e5 req-987bbb19-2b46-4be4-8a62-b822f340c0b5 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 210 time: 0.1989572 May 12 14:56:13.174055 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:56:13.175565 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:55:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:13.393730 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Pushing event updated for resources: {'Port': ['ID=8f804392-ce39-49b7-bcc9-86f6fb145e99,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:13.573638 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cce11b-100f-42f4-b9d3-2f4d1d7cb9e8 req-fd05ae27-2900-414c-a9be-19c6051f5a51 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:13.586696 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b3cce11b-100f-42f4-b9d3-2f4d1d7cb9e8 req-fd05ae27-2900-414c-a9be-19c6051f5a51 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 943 time: 0.8029273 May 12 14:56:13.641952 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa6ab-be23-4010-8959-832021d69741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:13.676421 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device a2333b69-0fb2-47d9-ad29-ce5041799223 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 14:56:13.709483 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf02aad-10e5-47ec-aa6d-2ff9783562bd None None] Pushing event updated for resources: {'Port': ['ID=9a05a3a5-86cd-40a4-953d-f92960f87c19,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:13.782120 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Attempting to bind port 8f804392-ce39-49b7-bcc9-86f6fb145e99 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:56:13.782460 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Attempting to bind port 8f804392-ce39-49b7-bcc9-86f6fb145e99 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:56:13.782775 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Attempting to bind port 8f804392-ce39-49b7-bcc9-86f6fb145e99 on network 0d8c56f2-4158-444c-96af-8e80e6763783 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:56:13.790520 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 60666) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:13.809485 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Port 8f804392-ce39-49b7-bcc9-86f6fb145e99 on network 0d8c56f2-4158-444c-96af-8e80e6763783 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 14:56:13.809485 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Attempting to bind port 8f804392-ce39-49b7-bcc9-86f6fb145e99 on network 0d8c56f2-4158-444c-96af-8e80e6763783 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:56:13.813200 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:56:13.813666 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Checking segment: {'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:56:13.814057 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Bound using segment: {'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:56:13.814476 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Bound port: 8f804392-ce39-49b7-bcc9-86f6fb145e99, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:56:13.814818 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:13.838512 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.db.resource_extend [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 14:56:13.855532 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525b75e-ac28-4b23-95b3-ce1f42d83dbf service neutron] Pushing event updated for resources: {'Port': ['ID=6292b7fd-e465-469e-a974-a27de9797f1e,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:13.922076 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b3cce11b-100f-42f4-b9d3-2f4d1d7cb9e8 req-99803c9b-7d35-41f5-96a3-e968050b4699 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/security-groups?id=922e8616-1dec-45d2-bbf4-6abd8790bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336778 May 12 14:56:13.947223 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-49edbc3a-cb21-40aa-95f3-ca823f548e59 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:13.979004 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0040-c345-4da3-ac50-bed2b66c5179 req-3e72e10d-ca6d-423d-a64b-4a7c13e33aa8 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:13.987607 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-83ff0040-c345-4da3-ac50-bed2b66c5179 req-3e72e10d-ca6d-423d-a64b-4a7c13e33aa8 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 943 time: 0.3810120 May 12 14:56:13.991957 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-46563931-8e85-4b2a-9167-c05439b1703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:13.994478 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-46563931-8e85-4b2a-9167-c05439b1703b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 1096 time: 0.6335108 May 12 14:56:14.014079 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:56:14.059329 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] For port 8f804392-ce39-49b7-bcc9-86f6fb145e99, host hv-cinder-83118, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:56:14.068663 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] For port 8f804392-ce39-49b7-bcc9-86f6fb145e99, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8f804392-ce39-49b7-bcc9-86f6fb145e99,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:56:14.099022 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-49edbc3a-cb21-40aa-95f3-ca823f548e59 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:14.126133 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-0c9575a0-46e8-44d8-80d7-e7fcd1842c49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6292b7fd-e465-469e-a974-a27de9797f1e HTTP/1.1" status: 200 len: 217 time: 0.0934253 May 12 14:56:14.178932 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:14.187966 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-83ff0040-c345-4da3-ac50-bed2b66c5179 req-c71f40e3-eddd-4c34-ad1e-d8bc5e3835be tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953781 May 12 14:56:14.187966 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e2cc64b6-9d92-485e-bf10-5f749c7f9489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:14.230300 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port a2333b69-0fb2-47d9-ad29-ce5041799223, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a2333b69-0fb2-47d9-ad29-ce5041799223,segment=NetworkSegment(4f53e03b-a04b-41bc-a754-2975e4c32429),segment_id=4f53e03b-a04b-41bc-a754-2975e4c32429)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:14.275416 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a7a92d-ec96-4112-b4a9-2c13ca1c04a9'] response: {'name': 'network-changed', 'server_uuid': 'a67e6885-b0bf-437a-a157-0003ebfc91c9', 'tag': '6292b7fd-e465-469e-a974-a27de9797f1e', 'status': 'completed', 'code': 200} May 12 14:56:14.284377 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edbc3a-cb21-40aa-95f3-ca823f548e59 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c56ed9d-2797-43d6-9143-454a05e5bcab,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:14.311156 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e2cc64b6-9d92-485e-bf10-5f749c7f9489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:14.318877 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-e2cc64b6-9d92-485e-bf10-5f749c7f9489 admin admin] Usage tracker for resource:security_group_rule and tenant:293d3fd882254c00ad48253ca8b3e4a0 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:14.323222 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-e2cc64b6-9d92-485e-bf10-5f749c7f9489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:14.337145 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e2cc64b6-9d92-485e-bf10-5f749c7f9489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:14.343837 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-4c273db0-5534-4483-ad0a-11348b8b96b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:14.345336 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-4c273db0-5534-4483-ad0a-11348b8b96b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6517beee-f6a9-470f-99ed-f96e6825f8b9 HTTP/1.1" status: 200 len: 858 time: 0.1341960 May 12 14:56:14.346422 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': 'a2333b69-0fb2-47d9-ad29-ce5041799223', 'network_id': '38baedc7-aaf6-4d46-a068-fbbc051c2574', 'port_id': 'a2333b69-0fb2-47d9-ad29-ce5041799223', 'mac_address': 'fa:16:3e:cc:20:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c63f826-a5c4-48ec-8eaf-25d68c69d29e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 14:56:14.393872 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:14.394771 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:14.396205 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] 10.222.0.69 "PUT /v2.0/ports/8f804392-ce39-49b7-bcc9-86f6fb145e99 HTTP/1.1" status: 200 len: 1093 time: 2.6125143 May 12 14:56:14.396625 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb', 'tag': '8f804392-ce39-49b7-bcc9-86f6fb145e99'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:56:14.430106 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a2706-5825-4ea2-8f2e-a74ff5123d39 service neutron] Pushing event updated for resources: {'Port': ['ID=8f804392-ce39-49b7-bcc9-86f6fb145e99,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:14.443104 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-49edbc3a-cb21-40aa-95f3-ca823f548e59 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:14.443104 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-49edbc3a-cb21-40aa-95f3-ca823f548e59 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8211789 May 12 14:56:14.443514 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 60686) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:14.450255 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-c6f408ea-3cd3-4183-bf5c-61b4b214b7c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'security_group_rule': {'security_group_id': '2c286588-ed01-45cc-a908-feab5a3bce0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:14.469833 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-c6f408ea-3cd3-4183-bf5c-61b4b214b7c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:14.477067 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-c6f408ea-3cd3-4183-bf5c-61b4b214b7c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:security_group_rule and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:14.480644 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-c6f408ea-3cd3-4183-bf5c-61b4b214b7c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:14.490786 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-c6f408ea-3cd3-4183-bf5c-61b4b214b7c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:14.526252 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b968d0d3-b0aa-4d0f-83c0-2770c6fbae50'] response: {'name': 'network-changed', 'server_uuid': '152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb', 'tag': '8f804392-ce39-49b7-bcc9-86f6fb145e99', 'status': 'completed', 'code': 200} May 12 14:56:14.530130 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:14.537958 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-41f11c6e-fbbf-4899-9683-f528f15053d5 req-9e6eb3f4-d955-4251-bfc1-3fb8f6f68a3a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 210 time: 0.1133296 May 12 14:56:14.573875 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2333b69-0fb2-47d9-ad29-ce5041799223 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:56:14.635030 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-96b10bf0-33a7-4f71-8470-74548d735b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:14.637458 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-96b10bf0-33a7-4f71-8470-74548d735b19 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d8c56f2-4158-444c-96af-8e80e6763783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2793057 May 12 14:56:14.665834 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port a2333b69-0fb2-47d9-ad29-ce5041799223, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a2333b69-0fb2-47d9-ad29-ce5041799223,segment=NetworkSegment(4f53e03b-a04b-41bc-a754-2975e4c32429),segment_id=4f53e03b-a04b-41bc-a754-2975e4c32429)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:14.708157 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:14.721477 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c6f408ea-3cd3-4183-bf5c-61b4b214b7c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:14.764778 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:12Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:14.784930 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a74d8e-8a13-411c-ae36-21782f6585e7 None None] The sync data for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb is: [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:12Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:56:14.789218 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:14.905900 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.69', 57450) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:14.986030 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=a2333b69-0fb2-47d9-ad29-ce5041799223,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:15.072825 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e2cc64b6-9d92-485e-bf10-5f749c7f9489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:15.087265 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf97a0-1ef5-4205-8caa-0ca0655d1927 req-d3766552-7948-46d4-89c2-53b09b196699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:15.088993 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-d2bf97a0-1ef5-4205-8caa-0ca0655d1927 req-d3766552-7948-46d4-89c2-53b09b196699 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 1096 time: 0.5485287 May 12 14:56:15.146647 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['a2333b69-0fb2-47d9-ad29-ce5041799223'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:56:15.188915 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c6f408ea-3cd3-4183-bf5c-61b4b214b7c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:15.312243 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-db6ea039-578c-4615-a762-d19c11f7268f service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255610 May 12 14:56:15.312243 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e2cc64b6-9d92-485e-bf10-5f749c7f9489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:15.369664 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:15.464060 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf97a0-1ef5-4205-8caa-0ca0655d1927 req-9eb72061-bb0c-4afb-9bbf-b391c7584470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:15.467391 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-d2bf97a0-1ef5-4205-8caa-0ca0655d1927 req-9eb72061-bb0c-4afb-9bbf-b391c7584470 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3411605 May 12 14:56:15.476952 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c6f408ea-3cd3-4183-bf5c-61b4b214b7c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:15.556216 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-e2cc64b6-9d92-485e-bf10-5f749c7f9489 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=293d3fd882254c00ad48253ca8b3e4a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7356813 May 12 14:56:15.574952 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 60710) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:15.631332 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc64b6-9d92-485e-bf10-5f749c7f9489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25012ab4-8f6a-433a-8ec7-03941dab924d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:15.644907 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f408ea-3cd3-4183-bf5c-61b4b214b7c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03fa12fd-2b5b-4076-8978-f4fe095b7899,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:15.737973 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa6aeaf5-d550-4174-89e9-9114870e9952 req-33c2c0d6-ca12-43a0-ba8b-88225e5cf620 service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367517 May 12 14:56:15.773459 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b8a02-fb84-49dd-a134-9e392d7cda55 req-b7d08549-9aa3-42c9-8298-0b42e273fb02 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:15.782733 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f14b8a02-fb84-49dd-a134-9e392d7cda55 req-b7d08549-9aa3-42c9-8298-0b42e273fb02 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 944 time: 0.6334634 May 12 14:56:15.813954 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf97a0-1ef5-4205-8caa-0ca0655d1927 req-2bfad1b2-c536-49ea-9369-108751a7c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:15.814826 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0c635-b151-40f5-9fb7-5b66a181b322 req-bf456a14-65d5-4fd0-880b-71f658734b48 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:15.815937 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-d2bf97a0-1ef5-4205-8caa-0ca0655d1927 req-2bfad1b2-c536-49ea-9369-108751a7c56c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3404343 May 12 14:56:15.822053 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-dad0c635-b151-40f5-9fb7-5b66a181b322 req-bf456a14-65d5-4fd0-880b-71f658734b48 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 943 time: 0.2465968 May 12 14:56:15.859133 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c6f408ea-3cd3-4183-bf5c-61b4b214b7c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:15.860720 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-c6f408ea-3cd3-4183-bf5c-61b4b214b7c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4162073 May 12 14:56:15.869390 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-091b9a70-0cf9-41df-9961-4ae86c6b75d8 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:15.870394 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-091b9a70-0cf9-41df-9961-4ae86c6b75d8 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.69 "GET /v2.0/networks?id=586ae877-0139-4341-8b29-bf98c6f348d4 HTTP/1.1" status: 200 len: 816 time: 0.9391484 May 12 14:56:15.871142 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 60722) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:15.906034 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'floatingip': {'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:15.920570 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 60728) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:15.927738 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:15.945032 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-dad0c635-b151-40f5-9fb7-5b66a181b322 req-1a88a0da-68c8-4bed-8850-e9d96e5babdf tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219990 May 12 14:56:15.963864 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f14b8a02-fb84-49dd-a134-9e392d7cda55 req-1e7ffa0e-e624-441f-afb1-24e49e3463bd tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/security-groups?id=922e8616-1dec-45d2-bbf4-6abd8790bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702578 May 12 14:56:15.970027 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:floatingip and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:15.978470 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:15.997006 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:16.056390 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-c8e7e870-a341-4e18-8002-674ad13331b5 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b59b244953945b1b1ef483fdb3522e1 HTTP/1.1" status: 200 len: 379 time: 0.1570368 May 12 14:56:16.099341 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:16.103128 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 9a05a3a5-86cd-40a4-953d-f92960f87c19 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:56:16.135956 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Request body: {'port': {'device_id': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'admin_state_up': True, 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'security_groups': ['f0737df4-3a37-4b84-8a13-77bf8d16f433']}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:16.240490 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:16.285698 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dbeb7-8cea-413a-8e05-2b1ee6b9c1ba req-c0fb1c5c-01fa-45ad-8e32-0987ab45bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:16.285698 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ea6dbeb7-8cea-413a-8e05-2b1ee6b9c1ba req-c0fb1c5c-01fa-45ad-8e32-0987ab45bd7f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 1096 time: 0.2713399 May 12 14:56:16.314183 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-374809c3-bbdf-4d8c-948f-2f6f21ac5100 req-236bcd89-2677-4094-bb08-8ef8ded74dfd tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 210 time: 0.1446211 May 12 14:56:16.322204 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab0be736-2ac4-43f2-839b-8430ba214d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:16.365609 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4b3b8a67-7c85-45ba-a63b-66a9d790da28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:16.383424 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 9a05a3a5-86cd-40a4-953d-f92960f87c19 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:56:16.395104 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 9a05a3a5-86cd-40a4-953d-f92960f87c19 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:16.397117 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:16.449113 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4b3b8a67-7c85-45ba-a63b-66a9d790da28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:16.516748 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ab0be736-2ac4-43f2-839b-8430ba214d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:16.531329 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-ab0be736-2ac4-43f2-839b-8430ba214d96 admin admin] Usage tracker for resource:security_group_rule and tenant:b302108d2a2c4557a58b04696f37d254 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:16.537180 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-ab0be736-2ac4-43f2-839b-8430ba214d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:16.549007 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ab0be736-2ac4-43f2-839b-8430ba214d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:16.557935 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-321ede9c-5dfd-47e1-82ad-9e2cab0e5660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:16.559307 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-321ede9c-5dfd-47e1-82ad-9e2cab0e5660 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 1096 time: 0.6626608 May 12 14:56:16.639934 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:16.684088 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dbeb7-8cea-413a-8e05-2b1ee6b9c1ba req-11f8c333-6da9-456e-8ff6-0a6f37f26f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:16.684088 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ea6dbeb7-8cea-413a-8e05-2b1ee6b9c1ba req-11f8c333-6da9-456e-8ff6-0a6f37f26f6e service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 920 time: 0.3702276 May 12 14:56:16.692030 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port 9a05a3a5-86cd-40a4-953d-f92960f87c19, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=9a05a3a5-86cd-40a4-953d-f92960f87c19,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:16.698005 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:16.711415 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-a5343295-7e5b-4541-b898-9161439e6a58 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f804392-ce39-49b7-bcc9-86f6fb145e99 HTTP/1.1" status: 200 len: 217 time: 0.1319618 May 12 14:56:16.714393 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Usage tracker for resource:port and tenant:6b59b244953945b1b1ef483fdb3522e1 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:16.720990 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:16.755578 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:16.796991 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f5e16cf-5802-4267-ba36-366673894f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:16.798237 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ea6dbeb7-8cea-413a-8e05-2b1ee6b9c1ba req-7361fef7-9d77-420e-982f-dd0270633d25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6292b7fd-e465-469e-a974-a27de9797f1e HTTP/1.1" status: 200 len: 217 time: 0.1016147 May 12 14:56:16.798596 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-4f5e16cf-5802-4267-ba36-366673894f67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6517beee-f6a9-470f-99ed-f96e6825f8b9 HTTP/1.1" status: 200 len: 858 time: 0.0743308 May 12 14:56:16.800898 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:16.857876 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=9a05a3a5-86cd-40a4-953d-f92960f87c19,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:16.917136 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-7a8fdc07-7bc0-4715-873c-d9e2bcba301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:16.917136 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-7a8fdc07-7bc0-4715-873c-d9e2bcba301c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d8c56f2-4158-444c-96af-8e80e6763783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1048512 May 12 14:56:16.946633 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dbeb7-8cea-413a-8e05-2b1ee6b9c1ba req-d57200a5-6335-48e4-bb0a-575a7dd6efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:16.949038 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ea6dbeb7-8cea-413a-8e05-2b1ee6b9c1ba req-d57200a5-6335-48e4-bb0a-575a7dd6efc0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6517beee-f6a9-470f-99ed-f96e6825f8b9 HTTP/1.1" status: 200 len: 858 time: 0.1300616 May 12 14:56:16.956755 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:16.963058 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab0be736-2ac4-43f2-839b-8430ba214d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:17.024706 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Made reservation on behalf of 6b59b244953945b1b1ef483fdb3522e1 for: {'port': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:56:17.029735 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:17.045720 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4b3b8a67-7c85-45ba-a63b-66a9d790da28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:17.071108 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab0be736-2ac4-43f2-839b-8430ba214d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:17.130939 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b8a67-7c85-45ba-a63b-66a9d790da28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25012ab4-8f6a-433a-8ec7-03941dab924d,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:17.143368 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4b3b8a67-7c85-45ba-a63b-66a9d790da28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:17.145248 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-4b3b8a67-7c85-45ba-a63b-66a9d790da28 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/25012ab4-8f6a-433a-8ec7-03941dab924d HTTP/1.1" status: 204 len: 168 time: 1.5609787 May 12 14:56:17.260955 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-ab0be736-2ac4-43f2-839b-8430ba214d96 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b302108d2a2c4557a58b04696f37d254&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3391147 May 12 14:56:17.263717 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0be736-2ac4-43f2-839b-8430ba214d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f782e02a-abf3-4986-8b78-05c8195422b5,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:17.269322 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 60758) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:17.378819 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-c9e821e1-2d1c-4c03-b021-92af1b9cd92d service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535873 May 12 14:56:17.616683 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Allocated IP 172.20.0.13 (586ae877-0139-4341-8b29-bf98c6f348d4/7fdab544-cb12-4cff-b823-5cc3aea55c1f/d9e74ed2-9db6-4f75-ab86-0147f35c6111) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:56:17.635743 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-2cf5cf81-4d08-416d-930f-45687e60f372 req-47fea910-4707-4a3a-9670-9159349b714e service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466662 May 12 14:56:17.640243 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device a2333b69-0fb2-47d9-ad29-ce5041799223 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:56:17.681438 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Allocated IP 172.28.3.114 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/2c96bba5-5d23-41db-8cdc-73dbddec7b26) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:56:17.852491 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port a2333b69-0fb2-47d9-ad29-ce5041799223 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:56:17.859449 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port a2333b69-0fb2-47d9-ad29-ce5041799223 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:17.860176 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:17.949153 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:17.978865 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Transition to ACTIVE for port object d9e74ed2-9db6-4f75-ab86-0147f35c6111 will not be triggered until provisioned by entity DHCP. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:56:18.014709 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dbeb7-8cea-413a-8e05-2b1ee6b9c1ba req-f04e3ff2-4a25-48b9-a32a-8f9a1f6939bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:18.016694 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ea6dbeb7-8cea-413a-8e05-2b1ee6b9c1ba req-f04e3ff2-4a25-48b9-a32a-8f9a1f6939bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d8c56f2-4158-444c-96af-8e80e6763783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.0518110 May 12 14:56:18.113814 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:18.124741 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-254cae91-be95-4421-b73a-f04f094b698d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:18.138159 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 9a05a3a5-86cd-40a4-953d-f92960f87c19 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:56:18.194683 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:18.239405 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe118f1a-9f34-4d45-8ac0-658b6349fdeb req-3f10bc0c-33cb-4e48-80b1-7a7bd9d81e23 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:18.242100 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade001dc-308b-44a2-9565-02e72fffa76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2333b69-0fb2-47d9-ad29-ce5041799223'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:56:18.254722 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fe118f1a-9f34-4d45-8ac0-658b6349fdeb req-3f10bc0c-33cb-4e48-80b1-7a7bd9d81e23 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 944 time: 0.8667462 May 12 14:56:18.279225 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Network 586ae877-0139-4341-8b29-bf98c6f348d4 is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:56:18.286011 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:56:18.295071 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:56:18.316667 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48aea51-a6b9-44f5-9d8f-46b0921ba9e1 req-46d9f355-2da9-43c1-9a00-10389c0298bb tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:18.322299 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:18.327725 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:18.328643 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d48aea51-a6b9-44f5-9d8f-46b0921ba9e1 req-46d9f355-2da9-43c1-9a00-10389c0298bb tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 943 time: 1.0209506 May 12 14:56:18.344805 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port a2333b69-0fb2-47d9-ad29-ce5041799223, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a2333b69-0fb2-47d9-ad29-ce5041799223,segment=NetworkSegment(4f53e03b-a04b-41bc-a754-2975e4c32429),segment_id=4f53e03b-a04b-41bc-a754-2975e4c32429)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:18.347981 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event updated for resources: {'Port': ['ID=d9e74ed2-9db6-4f75-ab86-0147f35c6111,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:18.377875 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 9a05a3a5-86cd-40a4-953d-f92960f87c19 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:18.377875 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:18.404641 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 60786) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:18.432822 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-14875028-4e8c-4be9-a5b7-105c2f664d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:18.464790 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-14875028-4e8c-4be9-a5b7-105c2f664d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:18.474135 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-14875028-4e8c-4be9-a5b7-105c2f664d1a admin admin] Usage tracker for resource:security_group_rule and tenant:85afcb24de6c4b0c8fff189514f09a17 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:18.481361 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-14875028-4e8c-4be9-a5b7-105c2f664d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:18.489125 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:18.499926 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-14875028-4e8c-4be9-a5b7-105c2f664d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:18.547807 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-38ea67d5-900d-40e5-a4b7-b2da48527772 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4781055 May 12 14:56:18.572839 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Request body: {'port': {'device_id': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:18.579217 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d48aea51-a6b9-44f5-9d8f-46b0921ba9e1 req-1bbe0e38-4db6-4ff7-9054-752c6248009c tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489905 May 12 14:56:18.588077 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-254cae91-be95-4421-b73a-f04f094b698d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:18.637703 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=a2333b69-0fb2-47d9-ad29-ce5041799223,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:18.723306 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:18.749220 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fe118f1a-9f34-4d45-8ac0-658b6349fdeb req-2344b4e5-553f-4a59-8ad3-e9856987aec1 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/security-groups?id=922e8616-1dec-45d2-bbf4-6abd8790bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898720 May 12 14:56:18.759109 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ea6dbeb7-8cea-413a-8e05-2b1ee6b9c1ba req-663fa073-04d5-48d2-ab46-0487398d77e2 service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127695 May 12 14:56:18.817457 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-14875028-4e8c-4be9-a5b7-105c2f664d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:18.832319 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:18.895762 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-9caa8ce0-5a61-46c0-9d8c-47c51a894a72 None None] Provisioning for port d9e74ed2-9db6-4f75-ab86-0147f35c6111 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:56:18.904666 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-9caa8ce0-5a61-46c0-9d8c-47c51a894a72 None None] Provisioning complete for port d9e74ed2-9db6-4f75-ab86-0147f35c6111 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:18.905256 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9caa8ce0-5a61-46c0-9d8c-47c51a894a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:18.918411 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:18.928288 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-254cae91-be95-4421-b73a-f04f094b698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:18.976761 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-14875028-4e8c-4be9-a5b7-105c2f664d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:19.017495 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-9caa8ce0-5a61-46c0-9d8c-47c51a894a72 None None] Port d9e74ed2-9db6-4f75-ab86-0147f35c6111 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:56:19.047303 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:19.054436 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cae91-be95-4421-b73a-f04f094b698d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f782e02a-abf3-4986-8b78-05c8195422b5,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:19.061855 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:56:19.087163 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:56:19.092431 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:56:19.099794 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff2132a-51de-439c-aa94-95fdce3ee703'] response: {'server_uuid': 'ade001dc-308b-44a2-9565-02e72fffa76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2333b69-0fb2-47d9-ad29-ce5041799223', 'code': 200} May 12 14:56:19.118807 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'Port': ['ID=2c96bba5-5d23-41db-8cdc-73dbddec7b26,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:19.134316 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14875028-4e8c-4be9-a5b7-105c2f664d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3b0952-8d14-46a0-9c7e-9b5846af8d41,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:19.139462 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-14875028-4e8c-4be9-a5b7-105c2f664d1a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=85afcb24de6c4b0c8fff189514f09a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7331073 May 12 14:56:19.150031 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 60798) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:19.261407 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-254cae91-be95-4421-b73a-f04f094b698d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:19.269039 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-254cae91-be95-4421-b73a-f04f094b698d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f782e02a-abf3-4986-8b78-05c8195422b5 HTTP/1.1" status: 204 len: 168 time: 1.9895177 May 12 14:56:19.311870 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ea6dbeb7-8cea-413a-8e05-2b1ee6b9c1ba req-fc40b8f7-8a29-4b9f-b7e6-c78b6a61d8f3 service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240698 May 12 14:56:19.319277 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:19.336714 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dce10-3cba-4c59-a3ba-7ee89fe72370 req-8a9b1ac4-d0ee-41ab-abc3-373ef7d4cbf0 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:19.338589 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-671dce10-3cba-4c59-a3ba-7ee89fe72370 req-8a9b1ac4-d0ee-41ab-abc3-373ef7d4cbf0 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 932 time: 0.5521460 May 12 14:56:19.409997 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-671dce10-3cba-4c59-a3ba-7ee89fe72370 req-b0db49a4-78af-4b7e-815c-dbe38adb8396 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605004 May 12 14:56:19.496015 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.db.resource_extend [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 14:56:19.575436 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f0b722b7-d186-4816-a79d-ad0936ec3110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:19.590580 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:19.593892 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e74ed2-9db6-4f75-ab86-0147f35c6111 {{(pid=88106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:56:19.621862 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:19.647869 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 6292b7fd-e465-469e-a974-a27de9797f1e details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 14:56:19.648943 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f0b722b7-d186-4816-a79d-ad0936ec3110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:19.706386 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Transition to ACTIVE for port object d9e74ed2-9db6-4f75-ab86-0147f35c6111 will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:56:19.828465 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:19.861205 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 6292b7fd-e465-469e-a974-a27de9797f1e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6292b7fd-e465-469e-a974-a27de9797f1e,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:19.883967 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': '6292b7fd-e465-469e-a974-a27de9797f1e', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'port_id': '6292b7fd-e465-469e-a974-a27de9797f1e', 'mac_address': 'fa:16:3e:07:19:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 14:56:19.957718 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e74ed2-9db6-4f75-ab86-0147f35c6111,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:19.983521 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:20.030715 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6292b7fd-e465-469e-a974-a27de9797f1e {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:56:20.039525 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f0b722b7-d186-4816-a79d-ad0936ec3110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:20.054826 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 6292b7fd-e465-469e-a974-a27de9797f1e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6292b7fd-e465-469e-a974-a27de9797f1e,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:20.072598 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b722b7-d186-4816-a79d-ad0936ec3110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3b0952-8d14-46a0-9c7e-9b5846af8d41,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:20.122984 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f0b722b7-d186-4816-a79d-ad0936ec3110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:20.123856 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-f0b722b7-d186-4816-a79d-ad0936ec3110 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed3b0952-8d14-46a0-9c7e-9b5846af8d41 HTTP/1.1" status: 204 len: 168 time: 0.9727716 May 12 14:56:20.153110 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Attempting to bind port d9e74ed2-9db6-4f75-ab86-0147f35c6111 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:56:20.154639 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Attempting to bind port d9e74ed2-9db6-4f75-ab86-0147f35c6111 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'af612ebc-9e9e-417c-88f1-a5d34b7fa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:56:20.155858 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:20.156011 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Attempting to bind port d9e74ed2-9db6-4f75-ab86-0147f35c6111 on network 586ae877-0139-4341-8b29-bf98c6f348d4 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:56:20.164641 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:20.175054 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Port d9e74ed2-9db6-4f75-ab86-0147f35c6111 on network 586ae877-0139-4341-8b29-bf98c6f348d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 14:56:20.175394 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Attempting to bind port d9e74ed2-9db6-4f75-ab86-0147f35c6111 on network 586ae877-0139-4341-8b29-bf98c6f348d4 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:56:20.192581 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:56:20.194815 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Checking segment: {'id': 'af612ebc-9e9e-417c-88f1-a5d34b7fa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:56:20.194815 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Bound using segment: {'id': 'af612ebc-9e9e-417c-88f1-a5d34b7fa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:56:20.194815 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Bound port: d9e74ed2-9db6-4f75-ab86-0147f35c6111, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af612ebc-9e9e-417c-88f1-a5d34b7fa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:56:20.195228 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:20.292020 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bc8b1-30c4-4e01-b16a-9e85720616a6 req-dea01e99-bd6d-48f5-8fee-b56295d691af tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:20.304221 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=6292b7fd-e465-469e-a974-a27de9797f1e,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:20.304347 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-dc1bc8b1-30c4-4e01-b16a-9e85720616a6 req-dea01e99-bd6d-48f5-8fee-b56295d691af tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 943 time: 0.4241440 May 12 14:56:20.338116 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a123f-f14a-46b5-91cf-1de708f60dc1 req-f57a901d-a9f9-44ff-a223-b8050a2f7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:20.339646 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5f6a123f-f14a-46b5-91cf-1de708f60dc1 req-f57a901d-a9f9-44ff-a223-b8050a2f7c1a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 1098 time: 0.4623528 May 12 14:56:20.340277 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:20.386565 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] For port d9e74ed2-9db6-4f75-ab86-0147f35c6111, host hv-cinder-83118, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:56:20.390112 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] For port d9e74ed2-9db6-4f75-ab86-0147f35c6111, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d9e74ed2-9db6-4f75-ab86-0147f35c6111,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:56:20.404847 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c30a-86d5-406b-9ce2-c3c56d71d255 req-bbdaff02-ce71-4842-94b4-b021981e5072 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:20.413302 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5b86c30a-86d5-406b-9ce2-c3c56d71d255 req-bbdaff02-ce71-4842-94b4-b021981e5072 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 945 time: 0.4103518 May 12 14:56:20.413302 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:20.448354 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5f6a123f-f14a-46b5-91cf-1de708f60dc1 req-816b6045-a538-4cfc-99d3-1ab69c032869 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:20.451238 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['6292b7fd-e465-469e-a974-a27de9797f1e'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:56:20.516498 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:20.536943 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-5f6a123f-f14a-46b5-91cf-1de708f60dc1 req-816b6045-a538-4cfc-99d3-1ab69c032869 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:20.542669 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-5f6a123f-f14a-46b5-91cf-1de708f60dc1 req-816b6045-a538-4cfc-99d3-1ab69c032869 service neutron] Usage tracker for resource:security_group_rule and tenant:b6454b6c09124e83a9d10d91c48620e0 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:20.547533 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-5f6a123f-f14a-46b5-91cf-1de708f60dc1 req-816b6045-a538-4cfc-99d3-1ab69c032869 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:20.556092 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-5f6a123f-f14a-46b5-91cf-1de708f60dc1 req-816b6045-a538-4cfc-99d3-1ab69c032869 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:20.585935 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-dc1bc8b1-30c4-4e01-b16a-9e85720616a6 req-c7cb592f-546d-41d6-81b5-3944367719fc tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815788 May 12 14:56:20.586567 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'Port': ['ID=2c96bba5-5d23-41db-8cdc-73dbddec7b26,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:20.620538 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5b86c30a-86d5-406b-9ce2-c3c56d71d255 req-bcdbe24d-0d17-4dd9-84fc-b66613235e83 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/security-groups?id=922e8616-1dec-45d2-bbf4-6abd8790bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917009 May 12 14:56:20.684312 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:20.684982 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:20.687762 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] 10.222.0.69 "PUT /v2.0/ports/d9e74ed2-9db6-4f75-ab86-0147f35c6111 HTTP/1.1" status: 200 len: 1094 time: 2.1225507 May 12 14:56:20.712222 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'tag': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:56:20.719986 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:20.721735 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-5f0a9a8c-dba3-4ecb-b98a-97f9aa932f90 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8492010 May 12 14:56:20.757640 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca0c67-a96d-4863-aa87-c97d8cc444c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e74ed2-9db6-4f75-ab86-0147f35c6111,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:20.804673 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0aaea02-73be-4fa4-8fb7-7b6ff2374826'] response: {'name': 'network-changed', 'server_uuid': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'tag': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111', 'status': 'completed', 'code': 200} May 12 14:56:20.890370 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 60836) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:20.957663 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5f6a123f-f14a-46b5-91cf-1de708f60dc1 req-816b6045-a538-4cfc-99d3-1ab69c032869 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:20.994245 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ac473c98-19e6-404c-bd09-d5e2ca9e4650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:21.001093 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678c285-9116-4dcb-8942-b8826d5292a4 req-73999045-79f9-48cd-9f7d-c4af565aad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:21.003544 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-9678c285-9116-4dcb-8942-b8826d5292a4 req-73999045-79f9-48cd-9f7d-c4af565aad78 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b59b244953945b1b1ef483fdb3522e1&device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 1097 time: 0.1506083 May 12 14:56:21.034737 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a7fbb-d258-4467-9868-55dfd850c467 req-a866f3b0-c7c1-49cf-be94-43186a745db9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:21.047288 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff4a7fbb-d258-4467-9868-55dfd850c467 req-a866f3b0-c7c1-49cf-be94-43186a745db9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.3238053 May 12 14:56:21.053927 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ac473c98-19e6-404c-bd09-d5e2ca9e4650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:21.059318 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-ac473c98-19e6-404c-bd09-d5e2ca9e4650 admin admin] Usage tracker for resource:security_group_rule and tenant:72407ee9b77a4647a39768116c48db35 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:21.079313 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-ac473c98-19e6-404c-bd09-d5e2ca9e4650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:21.094887 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ac473c98-19e6-404c-bd09-d5e2ca9e4650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:21.106203 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5f6a123f-f14a-46b5-91cf-1de708f60dc1 req-816b6045-a538-4cfc-99d3-1ab69c032869 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:21.262420 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5f6a123f-f14a-46b5-91cf-1de708f60dc1 req-816b6045-a538-4cfc-99d3-1ab69c032869 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=922e8616-1dec-45d2-bbf4-6abd8790bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9063983 May 12 14:56:21.326735 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678c285-9116-4dcb-8942-b8826d5292a4 req-da26c84b-49d8-4f21-ad5a-041292a3ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:21.326735 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-9678c285-9116-4dcb-8942-b8826d5292a4 req-da26c84b-49d8-4f21-ad5a-041292a3ac3f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6b59b244953945b1b1ef483fdb3522e1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3028665 May 12 14:56:21.349442 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff4a7fbb-d258-4467-9868-55dfd850c467 req-b58a8900-4cc5-4266-9c73-f3fc6028f3ee tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846193 May 12 14:56:21.367800 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ac473c98-19e6-404c-bd09-d5e2ca9e4650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:21.372559 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b6045-a538-4cfc-99d3-1ab69c032869 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d1356c-f7c9-4338-9e91-11ea83965c34,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:21.472652 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-3eaffd1a-9fc6-4cc1-87d2-dece09a0c51a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Synchronizing usage tracker for tenant:65de6117be774a79b70ff72040037424 on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:56:21.509681 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ac473c98-19e6-404c-bd09-d5e2ca9e4650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:21.593405 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-ac473c98-19e6-404c-bd09-d5e2ca9e4650 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72407ee9b77a4647a39768116c48db35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7009494 May 12 14:56:21.594448 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac473c98-19e6-404c-bd09-d5e2ca9e4650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc4847e-45ce-428d-93de-6be4b8b513e0,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:21.603173 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 60860) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:21.604477 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-3eaffd1a-9fc6-4cc1-87d2-dece09a0c51a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Unset dirty status for tenant:65de6117be774a79b70ff72040037424 on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:56:21.618789 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-3eaffd1a-9fc6-4cc1-87d2-dece09a0c51a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--35718201&fields=id&tenant_id=65de6117be774a79b70ff72040037424 HTTP/1.1" status: 200 len: 267 time: 0.3490415 May 12 14:56:21.654255 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 8f804392-ce39-49b7-bcc9-86f6fb145e99 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 14:56:21.703414 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 6292b7fd-e465-469e-a974-a27de9797f1e up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:56:21.816719 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.db.resource_extend [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 14:56:21.930682 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678c285-9116-4dcb-8942-b8826d5292a4 req-c9ba145c-0daa-472a-aef8-655411b5629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:21.935939 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-9678c285-9116-4dcb-8942-b8826d5292a4 req-c9ba145c-0daa-472a-aef8-655411b5629a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3854525 May 12 14:56:22.012586 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 8f804392-ce39-49b7-bcc9-86f6fb145e99, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8f804392-ce39-49b7-bcc9-86f6fb145e99,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:22.037859 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': '8f804392-ce39-49b7-bcc9-86f6fb145e99', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'port_id': '8f804392-ce39-49b7-bcc9-86f6fb145e99', 'mac_address': 'fa:16:3e:dd:f5:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 14:56:22.062647 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-54407675-9950-4b97-8623-dafc5a5c0f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:22.073091 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-fb6dbe48-e972-4448-b898-9c27d33c911a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:22.073751 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-fb6dbe48-e972-4448-b898-9c27d33c911a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Synchronizing usage tracker for tenant:65de6117be774a79b70ff72040037424 on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:56:22.103839 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port 6292b7fd-e465-469e-a974-a27de9797f1e completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:56:22.115562 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port 6292b7fd-e465-469e-a974-a27de9797f1e triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:22.116076 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:22.131541 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-54407675-9950-4b97-8623-dafc5a5c0f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:22.184384 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:22.219387 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-5ab84205-bd83-46cf-8510-d1a1634be7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:22.221181 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-5ab84205-bd83-46cf-8510-d1a1634be7e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b59b244953945b1b1ef483fdb3522e1&device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 1097 time: 0.1932893 May 12 14:56:22.251162 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f804392-ce39-49b7-bcc9-86f6fb145e99 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:56:22.251351 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a46f1-733a-4612-9176-7f6b6ec99a2a req-94507b01-de3f-4b4b-aadc-13cb7df40e99 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:22.253703 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-882a46f1-733a-4612-9176-7f6b6ec99a2a req-94507b01-de3f-4b4b-aadc-13cb7df40e99 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 943 time: 0.3984859 May 12 14:56:22.259809 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-fb6dbe48-e972-4448-b898-9c27d33c911a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Unset dirty status for tenant:65de6117be774a79b70ff72040037424 on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:56:22.261509 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-fb6dbe48-e972-4448-b898-9c27d33c911a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/networks?id=dfb381ca-02ac-4901-8dbb-a068765d875a HTTP/1.1" status: 200 len: 814 time: 0.6415064 May 12 14:56:22.294832 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 8f804392-ce39-49b7-bcc9-86f6fb145e99, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8f804392-ce39-49b7-bcc9-86f6fb145e99,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:22.326155 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-73cbf41c-664b-4122-9f58-8a85d36086b9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/quotas/65de6117be774a79b70ff72040037424 HTTP/1.1" status: 200 len: 375 time: 0.0396097 May 12 14:56:22.348894 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-882a46f1-733a-4612-9176-7f6b6ec99a2a req-57fa12ef-4bc6-4823-9447-1bafdaa56e37 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848835 May 12 14:56:22.381961 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-922afec4-7d04-46ef-bda6-84917b18067a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9e74ed2-9db6-4f75-ab86-0147f35c6111 HTTP/1.1" status: 200 len: 217 time: 0.1448405 May 12 14:56:22.390253 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:22.439593 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-54407675-9950-4b97-8623-dafc5a5c0f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:22.471435 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54407675-9950-4b97-8623-dafc5a5c0f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc4847e-45ce-428d-93de-6be4b8b513e0,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:22.488162 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-b53ae2b5-fadc-4071-8c91-c75de890df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:22.491230 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-b53ae2b5-fadc-4071-8c91-c75de890df95 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7fdab544-cb12-4cff-b823-5cc3aea55c1f HTTP/1.1" status: 200 len: 855 time: 0.1017287 May 12 14:56:22.506740 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-54407675-9950-4b97-8623-dafc5a5c0f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:22.510200 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-54407675-9950-4b97-8623-dafc5a5c0f11 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8fc4847e-45ce-428d-93de-6be4b8b513e0 HTTP/1.1" status: 204 len: 168 time: 0.8864870 May 12 14:56:22.515097 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:22.579411 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-2813c53e-23d4-4e32-a437-12efa3f8de11 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Synchronizing usage tracker for tenant:65de6117be774a79b70ff72040037424 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:56:22.631401 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-4fdfa712-3ab5-4041-bbc3-03d58dfc48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:22.632970 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-4fdfa712-3ab5-4041-bbc3-03d58dfc48a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=586ae877-0139-4341-8b29-bf98c6f348d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1309292 May 12 14:56:22.674034 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67e6885-b0bf-437a-a157-0003ebfc91c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6292b7fd-e465-469e-a974-a27de9797f1e'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:56:22.693168 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=8f804392-ce39-49b7-bcc9-86f6fb145e99,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:22.700069 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 6292b7fd-e465-469e-a974-a27de9797f1e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6292b7fd-e465-469e-a974-a27de9797f1e,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:22.724123 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-2813c53e-23d4-4e32-a437-12efa3f8de11 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Unset dirty status for tenant:65de6117be774a79b70ff72040037424 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:56:22.725447 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-2813c53e-23d4-4e32-a437-12efa3f8de11 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=65de6117be774a79b70ff72040037424&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3848145 May 12 14:56:22.764556 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['8f804392-ce39-49b7-bcc9-86f6fb145e99'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:56:22.838040 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:22.931400 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-9ea5c678-06b6-4d53-a019-303c3288673d service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881427 May 12 14:56:22.955857 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=6292b7fd-e465-469e-a974-a27de9797f1e,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:23.019120 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-5b5915bd-518b-4dab-95fd-a017b85f0a97 service neutron] 10.222.0.70 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757678 May 12 14:56:23.047918 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffb552-0b55-4aa6-9985-b9727a5ee669 req-2f48ec13-b5e9-43d7-8e61-dcbd4fb437c7 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:23.049874 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-baffb552-0b55-4aa6-9985-b9727a5ee669 req-2f48ec13-b5e9-43d7-8e61-dcbd4fb437c7 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 945 time: 0.4308345 May 12 14:56:23.208129 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-baffb552-0b55-4aa6-9985-b9727a5ee669 req-16f446cc-849b-46a8-b39b-328e74294969 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/security-groups?id=922e8616-1dec-45d2-bbf4-6abd8790bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307697 May 12 14:56:23.291484 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ee314199-6d8d-4c21-ba5e-4ebfffe715f8 req-c5427527-b8cf-4007-b49b-29d542374c80 service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205388 May 12 14:56:23.308868 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-76e2426c-24e7-4fcd-8ca7-d76ad0c6fbed service neutron] 10.222.0.70 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799127 May 12 14:56:23.479350 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2880a-c0b6-4a3a-8aa2-f82245c9b063 req-cd8aac75-3dbf-4e85-a593-83b0b54ef7eb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:23.482894 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-44a2880a-c0b6-4a3a-8aa2-f82245c9b063 req-cd8aac75-3dbf-4e85-a593-83b0b54ef7eb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.1346872 May 12 14:56:23.555366 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-44a2880a-c0b6-4a3a-8aa2-f82245c9b063 req-927549e4-6841-49cb-b29c-994ec061791a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613225 May 12 14:56:23.614842 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c02da3-b6f7-453c-b41d-e66169bcf2dc'] response: {'server_uuid': 'a67e6885-b0bf-437a-a157-0003ebfc91c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6292b7fd-e465-469e-a974-a27de9797f1e', 'code': 200} May 12 14:56:23.826810 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-dfe7ca44-deea-43b8-b0d1-a542e6409ce3 req-81240e2f-57cb-41fa-9c8f-7f2295ca064a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 210 time: 0.1134582 May 12 14:56:24.016644 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdea8ca-bbe7-4408-b914-1830f1903fb8 req-15277ce9-14fd-4b26-8109-18aefe24e5ea tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:24.030882 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9cdea8ca-bbe7-4408-b914-1830f1903fb8 req-15277ce9-14fd-4b26-8109-18aefe24e5ea tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 944 time: 0.2024460 May 12 14:56:24.089268 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9cdea8ca-bbe7-4408-b914-1830f1903fb8 req-34564e09-a7ad-4f5c-9342-4dce7be37e66 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574698 May 12 14:56:24.263870 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa21274-9ff4-4508-a9c7-fbd5f739b6a6 req-55dba553-7376-48a1-b57f-01c20905940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:24.263870 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-5fa21274-9ff4-4508-a9c7-fbd5f739b6a6 req-55dba553-7376-48a1-b57f-01c20905940d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 1098 time: 0.1112020 May 12 14:56:24.326538 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-5fa21274-9ff4-4508-a9c7-fbd5f739b6a6 req-0fc2a6c7-ac1d-48ff-afb3-654ea23eedf0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549262 May 12 14:56:24.480923 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff14a10-449c-4c64-82cd-89099f1c96c7 req-18533d2f-e919-4f01-9a80-6f03f598696d tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:24.482748 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0ff14a10-449c-4c64-82cd-89099f1c96c7 req-18533d2f-e919-4f01-9a80-6f03f598696d tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 945 time: 0.1322031 May 12 14:56:24.540220 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0ff14a10-449c-4c64-82cd-89099f1c96c7 req-f771cec0-a9f1-4252-870d-360c66311a83 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/security-groups?id=922e8616-1dec-45d2-bbf4-6abd8790bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493400 May 12 14:56:24.818621 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 60974) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:24.839338 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93c78f-b643-4782-8624-27ae8a8548dc req-7a0b2ad6-2ae4-4910-8438-687e4f5c0971 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:24.850477 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-dd93c78f-b643-4782-8624-27ae8a8548dc req-7a0b2ad6-2ae4-4910-8438-687e4f5c0971 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.1373963 May 12 14:56:24.897938 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-dd93c78f-b643-4782-8624-27ae8a8548dc req-22ddbc55-0432-4ab4-acf5-048f9429110d tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492928 May 12 14:56:25.003496 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7affeadb-8eaf-49db-bda2-ab4373269c4f req-083e942b-bbf3-4778-8630-28ced4ecd090 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 210 time: 0.0534523 May 12 14:56:25.377128 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7251f193-dce3-4137-92e2-16b340afdc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:25.387172 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550ad71-5cee-4ed3-b825-006cc9dd108b req-33670504-519d-4d60-bab1-2918c55c571d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:25.389871 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7550ad71-5cee-4ed3-b825-006cc9dd108b req-33670504-519d-4d60-bab1-2918c55c571d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 944 time: 0.1703968 May 12 14:56:25.414141 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-7251f193-dce3-4137-92e2-16b340afdc66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:25.424179 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-7251f193-dce3-4137-92e2-16b340afdc66 admin admin] Usage tracker for resource:security_group_rule and tenant:7a7990aa93ab42a2adf36c4d62b56647 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:25.433079 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-7251f193-dce3-4137-92e2-16b340afdc66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:25.445734 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-7251f193-dce3-4137-92e2-16b340afdc66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:25.515726 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7550ad71-5cee-4ed3-b825-006cc9dd108b req-2ba303ac-bd8f-4467-9c91-f841a2262715 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135962 May 12 14:56:25.627637 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7251f193-dce3-4137-92e2-16b340afdc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:25.684710 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 8f804392-ce39-49b7-bcc9-86f6fb145e99 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:56:25.687925 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 32776) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:25.761196 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7251f193-dce3-4137-92e2-16b340afdc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:25.933592 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-7251f193-dce3-4137-92e2-16b340afdc66 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7a7990aa93ab42a2adf36c4d62b56647&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1138525 May 12 14:56:25.935365 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251f193-dce3-4137-92e2-16b340afdc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffa7d85-c909-4abb-a218-8b57c2bf3989,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:25.937076 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 32790) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:26.056797 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97defa6a-c829-4b04-bfa0-9bc60d698bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:26.058752 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port 8f804392-ce39-49b7-bcc9-86f6fb145e99 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:56:26.065026 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port 8f804392-ce39-49b7-bcc9-86f6fb145e99 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:26.083335 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:26.084187 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0b307d90-1461-4d17-91f5-6d3c6cc6b802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:26.084718 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-97defa6a-c829-4b04-bfa0-9bc60d698bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:26.098269 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-97defa6a-c829-4b04-bfa0-9bc60d698bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:eafce7266a474a7abba09f5fa8e08b08 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:26.102988 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-97defa6a-c829-4b04-bfa0-9bc60d698bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:26.118590 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-97defa6a-c829-4b04-bfa0-9bc60d698bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:26.126763 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0b307d90-1461-4d17-91f5-6d3c6cc6b802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:26.275029 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:26.279925 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-114522f1-3908-49ca-9f27-a08c507905b1 req-559de067-680a-4e56-a644-8610249509fe tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 210 time: 0.1563773 May 12 14:56:26.334110 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f804392-ce39-49b7-bcc9-86f6fb145e99'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:56:26.354197 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 8f804392-ce39-49b7-bcc9-86f6fb145e99, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8f804392-ce39-49b7-bcc9-86f6fb145e99,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:26.389936 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe4fca9-cd9a-4bed-af25-2579f1c1cf18'] response: {'server_uuid': '152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f804392-ce39-49b7-bcc9-86f6fb145e99', 'code': 200} May 12 14:56:26.443906 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0f749-bbbb-4be0-9f5e-5f631ef06db6 req-5842f86a-b13d-481c-9931-b30f5b8a429e tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:26.446051 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-86a0f749-bbbb-4be0-9f5e-5f631ef06db6 req-5842f86a-b13d-481c-9931-b30f5b8a429e tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.2252464 May 12 14:56:26.498279 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-86a0f749-bbbb-4be0-9f5e-5f631ef06db6 req-c979b643-edf2-422e-89d5-9b101ed870e3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469530 May 12 14:56:26.534678 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:26.557989 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0b307d90-1461-4d17-91f5-6d3c6cc6b802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:26.591863 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0b307d90-1461-4d17-91f5-6d3c6cc6b802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:26.593019 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-0b307d90-1461-4d17-91f5-6d3c6cc6b802 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bffa7d85-c909-4abb-a218-8b57c2bf3989 HTTP/1.1" status: 204 len: 168 time: 0.6518464 May 12 14:56:26.595545 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b307d90-1461-4d17-91f5-6d3c6cc6b802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffa7d85-c909-4abb-a218-8b57c2bf3989,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:26.668446 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=8f804392-ce39-49b7-bcc9-86f6fb145e99,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:26.723873 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97defa6a-c829-4b04-bfa0-9bc60d698bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:26.831954 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0d1d5-3095-40c0-9d79-e3f98c1336f8 req-51b635f6-dbbd-4c7c-a346-41b4cd164061 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:26.833729 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-19a0d1d5-3095-40c0-9d79-e3f98c1336f8 req-51b635f6-dbbd-4c7c-a346-41b4cd164061 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1152251 May 12 14:56:26.877608 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97defa6a-c829-4b04-bfa0-9bc60d698bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:26.915722 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-19a0d1d5-3095-40c0-9d79-e3f98c1336f8 req-11ace3e9-b885-4470-9091-4c7aeeb60c2c tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748734 May 12 14:56:26.940017 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-97defa6a-c829-4b04-bfa0-9bc60d698bc1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eafce7266a474a7abba09f5fa8e08b08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2486196 May 12 14:56:26.941675 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 32820) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:26.944932 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97defa6a-c829-4b04-bfa0-9bc60d698bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb827bac-f1d4-42c1-857e-02c3087f88ca,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:27.101897 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-fcae4ce7-33cb-4371-a7b1-7c061345746f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:27.143564 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-fcae4ce7-33cb-4371-a7b1-7c061345746f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:27.152722 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c5146-4056-4be8-a398-abf3321e4e4d req-82306cd1-537b-4755-826d-590570cd8331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:27.155146 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-e81c5146-4056-4be8-a398-abf3321e4e4d req-82306cd1-537b-4755-826d-590570cd8331 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 1098 time: 0.1800656 May 12 14:56:27.230483 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-e81c5146-4056-4be8-a398-abf3321e4e4d req-c18a9941-ec7b-4cf7-8e77-0cc50467fafb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648108 May 12 14:56:27.415891 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-fcae4ce7-33cb-4371-a7b1-7c061345746f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:27.461402 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c4f118d0-ec45-4e5a-aacd-2c3260cac07a req-0cbdeba7-20dd-4029-a5d7-a76e4a9a86d5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 210 time: 0.0618351 May 12 14:56:27.475041 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae4ce7-33cb-4371-a7b1-7c061345746f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb827bac-f1d4-42c1-857e-02c3087f88ca,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:27.509729 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-fcae4ce7-33cb-4371-a7b1-7c061345746f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:27.516869 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-fcae4ce7-33cb-4371-a7b1-7c061345746f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb827bac-f1d4-42c1-857e-02c3087f88ca HTTP/1.1" status: 204 len: 168 time: 0.5730970 May 12 14:56:27.633139 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 32846) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:27.667346 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ca611d7b-0de3-4928-badf-a09caab0fb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:27.684485 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device d9e74ed2-9db6-4f75-ab86-0147f35c6111 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 14:56:27.695807 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-ca611d7b-0de3-4928-badf-a09caab0fb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:27.704134 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-ca611d7b-0de3-4928-badf-a09caab0fb6f admin admin] Usage tracker for resource:security_group_rule and tenant:bdc5bdf979e94a0287a1cbbf91d0e794 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:27.708257 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-ca611d7b-0de3-4928-badf-a09caab0fb6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:27.771294 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-ca611d7b-0de3-4928-badf-a09caab0fb6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:27.838230 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6687d9-f801-449c-b849-87d366ac3bec req-af683ad0-1635-4feb-8386-2b2ecdad8e63 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:27.846609 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bb6687d9-f801-449c-b849-87d366ac3bec req-af683ad0-1635-4feb-8386-2b2ecdad8e63 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.1223001 May 12 14:56:27.908509 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bb6687d9-f801-449c-b849-87d366ac3bec req-a3c142fc-8bbe-4eb8-a603-23a05f7dad5c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607774 May 12 14:56:27.971624 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port d9e74ed2-9db6-4f75-ab86-0147f35c6111, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d9e74ed2-9db6-4f75-ab86-0147f35c6111,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:28.020121 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-27a1703d-34a2-4e8d-a118-06049ea8074d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:28.021873 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-27a1703d-34a2-4e8d-a118-06049ea8074d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "GET /v2.0/networks?id=dfb381ca-02ac-4901-8dbb-a068765d875a HTTP/1.1" status: 200 len: 814 time: 0.2775011 May 12 14:56:28.040755 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'port_id': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111', 'mac_address': 'fa:16:3e:a4:d2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 14:56:28.119505 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ca611d7b-0de3-4928-badf-a09caab0fb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:28.171471 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-b51b13fe-0034-430f-a3c3-a5f24e39da3b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65de6117be774a79b70ff72040037424 HTTP/1.1" status: 200 len: 378 time: 0.1308434 May 12 14:56:28.188270 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-38381f12-5a8f-4398-91e9-50d4eba67c7f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'port': {'device_id': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'admin_state_up': True, 'tenant_id': '65de6117be774a79b70ff72040037424', 'security_groups': ['2c286588-ed01-45cc-a908-feab5a3bce0f']}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:28.301268 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ca611d7b-0de3-4928-badf-a09caab0fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:28.374950 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e2b9f-53e4-4cae-a291-3e59893a50ad req-01af78ea-c7be-41e2-b934-9ca2f5b6cbd6 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:28.374950 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ec5e2b9f-53e4-4cae-a291-3e59893a50ad req-01af78ea-c7be-41e2-b934-9ca2f5b6cbd6 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1715591 May 12 14:56:28.375149 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:28.412310 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e74ed2-9db6-4f75-ab86-0147f35c6111 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:56:28.463556 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ec5e2b9f-53e4-4cae-a291-3e59893a50ad req-0dfbca37-0aa4-46c1-9ed7-29134e024449 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326890 May 12 14:56:28.470511 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port d9e74ed2-9db6-4f75-ab86-0147f35c6111, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d9e74ed2-9db6-4f75-ab86-0147f35c6111,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:28.658902 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:28.665613 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 32868) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:28.672087 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-ca611d7b-0de3-4928-badf-a09caab0fb6f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bdc5bdf979e94a0287a1cbbf91d0e794&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0358627 May 12 14:56:28.675006 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca611d7b-0de3-4928-badf-a09caab0fb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3a097d-f233-4190-846a-bee822d07f06,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:28.778004 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-38381f12-5a8f-4398-91e9-50d4eba67c7f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:28.814412 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-38381f12-5a8f-4398-91e9-50d4eba67c7f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:28.916403 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-38381f12-5a8f-4398-91e9-50d4eba67c7f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Made reservation on behalf of 65de6117be774a79b70ff72040037424 for: {'port': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:56:28.925886 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-38381f12-5a8f-4398-91e9-50d4eba67c7f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:28.948961 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-baa7612f-a84a-4b64-8205-74af6c7cf8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:29.008492 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4e91850b-1c92-4240-bd99-337e8061e592 req-ccff3f54-e3ed-42b5-bfe5-be3bf13f18d5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 210 time: 0.1722145 May 12 14:56:29.010497 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-baa7612f-a84a-4b64-8205-74af6c7cf8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:29.076525 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=d9e74ed2-9db6-4f75-ab86-0147f35c6111,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:29.108388 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['d9e74ed2-9db6-4f75-ab86-0147f35c6111'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:56:29.134519 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 32880) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:29.220240 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9dff9007-2660-403c-973f-cabbf44f31d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:29.383095 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9dff9007-2660-403c-973f-cabbf44f31d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:29.388799 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-9dff9007-2660-403c-973f-cabbf44f31d1 admin admin] Usage tracker for resource:security_group_rule and tenant:0f62978ceef646f3bf8458a291f9284b is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:29.395591 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-9dff9007-2660-403c-973f-cabbf44f31d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:29.415098 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9dff9007-2660-403c-973f-cabbf44f31d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:29.579141 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-38381f12-5a8f-4398-91e9-50d4eba67c7f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Allocated IP 172.20.0.14 (dfb381ca-02ac-4901-8dbb-a068765d875a/f6795c39-e288-4c6f-98dd-c92d29478c9e/25702d92-4606-4067-9aca-4a386a64cd69) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:56:29.615729 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9dff9007-2660-403c-973f-cabbf44f31d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:29.655688 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72594dc6-2273-45cc-a361-c5a68b0fca49 req-c1b25526-25a7-4fb2-ac10-23390db22bb4 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:29.657700 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-72594dc6-2273-45cc-a361-c5a68b0fca49 req-c1b25526-25a7-4fb2-ac10-23390db22bb4 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 945 time: 0.3705633 May 12 14:56:29.711086 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-72594dc6-2273-45cc-a361-c5a68b0fca49 req-28023fc5-e96b-4315-8b05-086b34c1e1f3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456107 May 12 14:56:29.765739 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9dff9007-2660-403c-973f-cabbf44f31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:29.814039 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-9dff9007-2660-403c-973f-cabbf44f31d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f62978ceef646f3bf8458a291f9284b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6737518 May 12 14:56:29.814039 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-baa7612f-a84a-4b64-8205-74af6c7cf8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:29.817219 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 32898) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:29.880782 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff9007-2660-403c-973f-cabbf44f31d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a81c489-d51f-4764-b122-1a4b46ebe2ff,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:29.915003 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-baa7612f-a84a-4b64-8205-74af6c7cf8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:29.916135 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-baa7612f-a84a-4b64-8205-74af6c7cf8db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c3a097d-f233-4190-846a-bee822d07f06 HTTP/1.1" status: 204 len: 168 time: 1.2492421 May 12 14:56:29.917034 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7612f-a84a-4b64-8205-74af6c7cf8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3a097d-f233-4190-846a-bee822d07f06,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:29.954500 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2fffd53a-8ba0-4c43-ab90-7c4c672ce83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:29.973593 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcb771-9e3b-4c15-87cc-39ff3a614196 req-7a060d39-ec8a-47f9-8da8-157eb4c37e8a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:29.975164 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2afcb771-9e3b-4c15-87cc-39ff3a614196 req-7a060d39-ec8a-47f9-8da8-157eb4c37e8a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.2632062 May 12 14:56:30.015500 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-38381f12-5a8f-4398-91e9-50d4eba67c7f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:30.021451 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2fffd53a-8ba0-4c43-ab90-7c4c672ce83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:30.044917 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-38381f12-5a8f-4398-91e9-50d4eba67c7f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Transition to ACTIVE for port object 25702d92-4606-4067-9aca-4a386a64cd69 will not be triggered until provisioned by entity DHCP. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:56:30.097057 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2afcb771-9e3b-4c15-87cc-39ff3a614196 req-5d03a4df-c9f8-4203-b21f-24421ffab578 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155772 May 12 14:56:30.189883 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-38381f12-5a8f-4398-91e9-50d4eba67c7f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:30.276580 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3538c5-271e-433c-982b-2da3d36140d4 req-2504f714-f0a0-4581-ba40-59b234d85cc0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:30.278894 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-cd3538c5-271e-433c-982b-2da3d36140d4 req-2504f714-f0a0-4581-ba40-59b234d85cc0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 932 time: 0.1117084 May 12 14:56:30.280995 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2fffd53a-8ba0-4c43-ab90-7c4c672ce83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:30.291885 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-38381f12-5a8f-4398-91e9-50d4eba67c7f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Network dfb381ca-02ac-4901-8dbb-a068765d875a is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:56:30.297707 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-38381f12-5a8f-4398-91e9-50d4eba67c7f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:56:30.304313 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-38381f12-5a8f-4398-91e9-50d4eba67c7f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:56:30.311374 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-38381f12-5a8f-4398-91e9-50d4eba67c7f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:30.313147 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-38381f12-5a8f-4398-91e9-50d4eba67c7f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:30.320499 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffd53a-8ba0-4c43-ab90-7c4c672ce83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a81c489-d51f-4764-b122-1a4b46ebe2ff,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:30.331103 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2fffd53a-8ba0-4c43-ab90-7c4c672ce83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:30.332064 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-2fffd53a-8ba0-4c43-ab90-7c4c672ce83d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a81c489-d51f-4764-b122-1a4b46ebe2ff HTTP/1.1" status: 204 len: 168 time: 0.5106301 May 12 14:56:30.365476 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-cd3538c5-271e-433c-982b-2da3d36140d4 req-62482ca8-2d87-45b4-8fc5-3646c272f2a6 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c286588-ed01-45cc-a908-feab5a3bce0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715146 May 12 14:56:30.390598 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38381f12-5a8f-4398-91e9-50d4eba67c7f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'Port': ['ID=25702d92-4606-4067-9aca-4a386a64cd69,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:30.535580 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-38381f12-5a8f-4398-91e9-50d4eba67c7f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3569658 May 12 14:56:30.554098 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Request body: {'port': {'device_id': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:30.745419 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:30.775451 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-67e8a959-1a23-42bf-bff3-2fc362b1aa02 None None] Provisioning for port 25702d92-4606-4067-9aca-4a386a64cd69 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:56:30.786497 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-67e8a959-1a23-42bf-bff3-2fc362b1aa02 None None] Provisioning complete for port 25702d92-4606-4067-9aca-4a386a64cd69 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:30.786866 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-67e8a959-1a23-42bf-bff3-2fc362b1aa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:30.908842 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-67e8a959-1a23-42bf-bff3-2fc362b1aa02 None None] Port 25702d92-4606-4067-9aca-4a386a64cd69 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:56:31.305535 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3b566-5dfa-400f-aa67-2de2a2babd5b req-eca949cc-4bc5-4106-bd03-3289741a661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:31.308048 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-72e3b566-5dfa-400f-aa67-2de2a2babd5b req-eca949cc-4bc5-4106-bd03-3289741a661b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 1098 time: 0.2344203 May 12 14:56:31.345921 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3223c2f-02a6-4fda-9634-02153e3743df req-7677e42b-7f22-4277-9b87-3202c6baf497 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:31.353157 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d3223c2f-02a6-4fda-9634-02153e3743df req-7677e42b-7f22-4277-9b87-3202c6baf497 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 945 time: 0.3672941 May 12 14:56:31.379376 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0df95-94cd-4f18-bcf5-098b2afd6fd5 req-d9cfc452-9dd1-4534-a619-e64cd82956bf tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:31.387016 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b5d0df95-94cd-4f18-bcf5-098b2afd6fd5 req-d9cfc452-9dd1-4534-a619-e64cd82956bf tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.2351043 May 12 14:56:31.417731 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25702d92-4606-4067-9aca-4a386a64cd69 {{(pid=88106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:56:31.429140 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:31.451018 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Transition to ACTIVE for port object 25702d92-4606-4067-9aca-4a386a64cd69 will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:56:31.549486 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d3223c2f-02a6-4fda-9634-02153e3743df req-55dff10c-7b00-4f79-8b4f-4a7abc1d1e68 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953554 May 12 14:56:31.554133 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b5d0df95-94cd-4f18-bcf5-098b2afd6fd5 req-6f9f769c-b339-4b35-b0e9-5089a703cf6a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662741 May 12 14:56:31.555605 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:31.620536 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3b566-5dfa-400f-aa67-2de2a2babd5b req-055742b1-39bc-4d94-8f9a-de962e89c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:31.624807 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-72e3b566-5dfa-400f-aa67-2de2a2babd5b req-055742b1-39bc-4d94-8f9a-de962e89c30b service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 920 time: 0.3087738 May 12 14:56:31.722823 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device d9e74ed2-9db6-4f75-ab86-0147f35c6111 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:56:31.882474 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-72e3b566-5dfa-400f-aa67-2de2a2babd5b req-94a2bc55-96a4-43fe-aa41-08c306e2a8c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f804392-ce39-49b7-bcc9-86f6fb145e99 HTTP/1.1" status: 200 len: 217 time: 0.2509003 May 12 14:56:31.972515 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port d9e74ed2-9db6-4f75-ab86-0147f35c6111 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:56:31.978783 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port d9e74ed2-9db6-4f75-ab86-0147f35c6111 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:31.983922 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:32.046162 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Attempting to bind port 25702d92-4606-4067-9aca-4a386a64cd69 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:56:32.047045 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Attempting to bind port 25702d92-4606-4067-9aca-4a386a64cd69 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:56:32.047315 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Attempting to bind port 25702d92-4606-4067-9aca-4a386a64cd69 on network dfb381ca-02ac-4901-8dbb-a068765d875a {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:56:32.049608 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Pushing event updated for resources: {'Port': ['ID=25702d92-4606-4067-9aca-4a386a64cd69,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:32.063746 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Port 25702d92-4606-4067-9aca-4a386a64cd69 on network dfb381ca-02ac-4901-8dbb-a068765d875a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 14:56:32.068303 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Attempting to bind port 25702d92-4606-4067-9aca-4a386a64cd69 on network dfb381ca-02ac-4901-8dbb-a068765d875a {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:56:32.071883 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:56:32.072218 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Checking segment: {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:56:32.072596 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Bound using segment: {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:56:32.073024 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Bound port: 25702d92-4606-4067-9aca-4a386a64cd69, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:56:32.073637 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:32.215893 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] For port 25702d92-4606-4067-9aca-4a386a64cd69, host hv-cinder-83118, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:56:32.221805 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] For port 25702d92-4606-4067-9aca-4a386a64cd69, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=25702d92-4606-4067-9aca-4a386a64cd69,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:56:32.222739 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3b566-5dfa-400f-aa67-2de2a2babd5b req-72fe01cc-5222-4e5e-b008-30462c79fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:32.224534 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-72e3b566-5dfa-400f-aa67-2de2a2babd5b req-72fe01cc-5222-4e5e-b008-30462c79fdb5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6517beee-f6a9-470f-99ed-f96e6825f8b9 HTTP/1.1" status: 200 len: 858 time: 0.3195078 May 12 14:56:32.231034 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:32.322785 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:56:32.324729 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:32.347687 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68bba3-bc42-4ac8-95b5-415eb0aa79aa req-d6aaeaf6-5c81-43c2-9897-aec92326c489 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:32.357628 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0d68bba3-bc42-4ac8-95b5-415eb0aa79aa req-d6aaeaf6-5c81-43c2-9897-aec92326c489 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 944 time: 0.6016059 May 12 14:56:32.358550 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port d9e74ed2-9db6-4f75-ab86-0147f35c6111, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d9e74ed2-9db6-4f75-ab86-0147f35c6111,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:32.487832 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:32.501333 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0d68bba3-bc42-4ac8-95b5-415eb0aa79aa req-2b8a9bd1-520e-4f17-b665-8d66e6bcab06 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c286588-ed01-45cc-a908-feab5a3bce0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1427588 May 12 14:56:32.504524 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:32.508511 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:32.516288 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] 10.222.0.69 "PUT /v2.0/ports/25702d92-4606-4067-9aca-4a386a64cd69 HTTP/1.1" status: 200 len: 1094 time: 1.9664533 May 12 14:56:32.523869 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'tag': '25702d92-4606-4067-9aca-4a386a64cd69'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:56:32.550176 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3b566-5dfa-400f-aa67-2de2a2babd5b req-f08cbd8f-6d6d-4145-b427-e4ec698e6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:32.553232 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-72e3b566-5dfa-400f-aa67-2de2a2babd5b req-f08cbd8f-6d6d-4145-b427-e4ec698e6782 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d8c56f2-4158-444c-96af-8e80e6763783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3165572 May 12 14:56:32.589540 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Pushing event updated for resources: {'Port': ['ID=25702d92-4606-4067-9aca-4a386a64cd69,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:32.621128 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:32.623546 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:32.625287 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:32.625761 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:32.626306 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:32.629924 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:32.636723 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:32.636723 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:32.636723 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:32.636723 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:32.636723 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:32.636723 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883123cb-4a1b-4f9b-aed1-08d55169811a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:32.651173 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ade4bf-6278-45f5-9b4e-7dc02efe7433'] response: {'server_uuid': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111', 'code': 200} May 12 14:56:32.774226 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2853a69c-fc7a-4b42-8cbd-8b169fff8bdf'] response: {'name': 'network-changed', 'server_uuid': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'tag': '25702d92-4606-4067-9aca-4a386a64cd69', 'status': 'completed', 'code': 200} May 12 14:56:32.825955 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=d9e74ed2-9db6-4f75-ab86-0147f35c6111,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:32.914530 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-814c8506-b21a-48fb-a1f2-9e0254d83a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:32.927153 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-814c8506-b21a-48fb-a1f2-9e0254d83a0c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65de6117be774a79b70ff72040037424&device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 1097 time: 0.2542346 May 12 14:56:33.039727 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-3c72143d-af8d-46d2-8e22-03066b00b358 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25702d92-4606-4067-9aca-4a386a64cd69 HTTP/1.1" status: 200 len: 217 time: 0.1009598 May 12 14:56:33.138199 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-72e3b566-5dfa-400f-aa67-2de2a2babd5b req-09d6a3f3-ade3-4c23-b909-6d47f50c4c35 service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730662 May 12 14:56:33.169734 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-00b7486d-4ebe-4e7f-a2ce-0392ce521646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:33.171274 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-00b7486d-4ebe-4e7f-a2ce-0392ce521646 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f6795c39-e288-4c6f-98dd-c92d29478c9e HTTP/1.1" status: 200 len: 853 time: 0.1250968 May 12 14:56:33.290896 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21431649-20a0-4f43-8bcd-604295a1f103 req-dfb6eec7-1dd8-45dd-8274-8dd2e273dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:33.292407 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-21431649-20a0-4f43-8bcd-604295a1f103 req-dfb6eec7-1dd8-45dd-8274-8dd2e273dca9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 1099 time: 0.2099428 May 12 14:56:33.348168 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-21431649-20a0-4f43-8bcd-604295a1f103 req-cb4c6ef2-2a70-47ac-856a-1057c373c783 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487115 May 12 14:56:33.386829 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-cbf256ab-4343-402f-bbcd-2a2d2ea24b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:33.389381 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-cbf256ab-4343-402f-bbcd-2a2d2ea24b87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfb381ca-02ac-4901-8dbb-a068765d875a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2005365 May 12 14:56:33.410953 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-72e3b566-5dfa-400f-aa67-2de2a2babd5b req-64c2c873-3434-4ed7-802d-b1edfd9ae900 service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621093 May 12 14:56:33.423823 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953be0b-efb0-4af8-a97c-2d01231e84c9 req-01182071-b2f2-4987-a68c-4d80e1d206fc tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:33.425435 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9953be0b-efb0-4af8-a97c-2d01231e84c9 req-01182071-b2f2-4987-a68c-4d80e1d206fc tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.3866954 May 12 14:56:33.433449 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e890e-9369-40d9-8a90-e8cfba3b7287 req-621fc8aa-bfae-415b-9eb8-57246220feed tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:33.440777 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a45e890e-9369-40d9-8a90-e8cfba3b7287 req-621fc8aa-bfae-415b-9eb8-57246220feed tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.5561042 May 12 14:56:33.517768 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a45e890e-9369-40d9-8a90-e8cfba3b7287 req-bebede56-483a-44a2-9eb9-10ff780c9e99 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741036 May 12 14:56:33.520737 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9953be0b-efb0-4af8-a97c-2d01231e84c9 req-43b2c857-51a2-48c2-a47b-763b5dbdaf0f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774395 May 12 14:56:33.944888 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cccb8b-d605-4ad5-8a80-2c5e441b6538 req-559e8eae-27be-4331-9d8d-f4429d1949f9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:33.953074 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-78cccb8b-d605-4ad5-8a80-2c5e441b6538 req-559e8eae-27be-4331-9d8d-f4429d1949f9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 944 time: 0.2774053 May 12 14:56:34.045126 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-78cccb8b-d605-4ad5-8a80-2c5e441b6538 req-7b7a4a3a-7d3c-48a8-84f9-47706ddb5977 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c286588-ed01-45cc-a908-feab5a3bce0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0908129 May 12 14:56:34.085003 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-7b60513f-d8d0-4545-8eb5-e07571154f52 service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867946 May 12 14:56:34.349473 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-70327439-1e6d-432c-b9d3-f8dee3c3bcf9 req-9cefd71f-a864-4d19-a297-5c276eb37ea4 service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566996 May 12 14:56:34.750616 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7b57c-baf1-4987-a562-69f6325c0137 req-32228780-6754-4c08-a3d1-d741ae01cf09 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:34.762207 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-27d7b57c-baf1-4987-a562-69f6325c0137 req-32228780-6754-4c08-a3d1-d741ae01cf09 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.1119111 May 12 14:56:34.767233 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee315730-1990-4bdf-9be9-1a4a7b3ac43b req-554ab351-f42e-488f-afb8-7ac7c9036aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:34.769116 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ee315730-1990-4bdf-9be9-1a4a7b3ac43b req-554ab351-f42e-488f-afb8-7ac7c9036aee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65de6117be774a79b70ff72040037424&device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 1097 time: 0.1426189 May 12 14:56:34.808039 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-27d7b57c-baf1-4987-a562-69f6325c0137 req-e41552b4-536a-4d57-b0ea-fa7a3b9d9893 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476141 May 12 14:56:35.066296 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6f2e-5021-4ee5-946c-66f229073705 req-2bc60779-867d-4aea-ae7c-c38b4a6ca08e tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:35.067879 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8e8a6f2e-5021-4ee5-946c-66f229073705 req-2bc60779-867d-4aea-ae7c-c38b4a6ca08e tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1929259 May 12 14:56:35.081750 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3076d5-8e36-48b0-b31f-5f4ec8f6cd74 req-bb8fa627-1ada-48aa-804f-7cf9a696d3bf tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:35.083582 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5c3076d5-8e36-48b0-b31f-5f4ec8f6cd74 req-bb8fa627-1ada-48aa-804f-7cf9a696d3bf tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 945 time: 0.1161253 May 12 14:56:35.085892 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee315730-1990-4bdf-9be9-1a4a7b3ac43b req-3b2abfe7-89c8-4af1-b417-9ca2a29f9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:35.087418 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ee315730-1990-4bdf-9be9-1a4a7b3ac43b req-3b2abfe7-89c8-4af1-b417-9ca2a29f9d3f service neutron] 10.222.0.69 "GET /v2.0/networks?id=dfb381ca-02ac-4901-8dbb-a068765d875a HTTP/1.1" status: 200 len: 915 time: 0.2165930 May 12 14:56:35.196825 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5c3076d5-8e36-48b0-b31f-5f4ec8f6cd74 req-a1513a4d-7a72-4b00-861e-5ba23b16f651 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/security-groups?id=922e8616-1dec-45d2-bbf4-6abd8790bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939085 May 12 14:56:35.215813 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ee315730-1990-4bdf-9be9-1a4a7b3ac43b req-27273b39-a089-4b2f-81ae-375bebe89c5a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25702d92-4606-4067-9aca-4a386a64cd69 HTTP/1.1" status: 200 len: 217 time: 0.1206243 May 12 14:56:35.225294 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8e8a6f2e-5021-4ee5-946c-66f229073705 req-0af3ba1a-a86b-4f76-9bfd-d369747b162f tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403079 May 12 14:56:35.383715 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee315730-1990-4bdf-9be9-1a4a7b3ac43b req-34c42889-191a-4cee-b2f5-a94b80c0eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:35.385266 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ee315730-1990-4bdf-9be9-1a4a7b3ac43b req-34c42889-191a-4cee-b2f5-a94b80c0eb52 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f6795c39-e288-4c6f-98dd-c92d29478c9e HTTP/1.1" status: 200 len: 853 time: 0.1430936 May 12 14:56:35.480102 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc2d21-df0f-48d9-8a1b-9f26b39cbd79 req-5fcb0542-dd9f-41dd-8aac-91cb18fc6df8 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:35.482210 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f8dc2d21-df0f-48d9-8a1b-9f26b39cbd79 req-5fcb0542-dd9f-41dd-8aac-91cb18fc6df8 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 944 time: 0.1313989 May 12 14:56:35.527216 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33086) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:35.545227 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee315730-1990-4bdf-9be9-1a4a7b3ac43b req-9c5066b1-bb02-4b6b-97d9-5b24c3e1aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:35.547400 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f8dc2d21-df0f-48d9-8a1b-9f26b39cbd79 req-021478cf-9b16-48dd-be8c-d42f80374811 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c286588-ed01-45cc-a908-feab5a3bce0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576770 May 12 14:56:35.550006 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ee315730-1990-4bdf-9be9-1a4a7b3ac43b req-9c5066b1-bb02-4b6b-97d9-5b24c3e1aaa8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfb381ca-02ac-4901-8dbb-a068765d875a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1530232 May 12 14:56:35.677840 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:35.693329 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:35.697326 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Usage tracker for resource:security_group_rule and tenant:58c7d8a96b5943ffbb28649b0ef00620 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:35.700837 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:35.707267 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:35.743486 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ee315730-1990-4bdf-9be9-1a4a7b3ac43b req-efe94554-7a5e-4ee4-9c54-2d9ccb24697c service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871138 May 12 14:56:35.812772 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:35.938574 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:36.004554 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ee315730-1990-4bdf-9be9-1a4a7b3ac43b req-94c71303-ff99-4c3e-82fe-526c3c326f26 service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508564 May 12 14:56:36.068944 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=58c7d8a96b5943ffbb28649b0ef00620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5404963 May 12 14:56:36.073753 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33094) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:36.076054 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da67b4c-fb24-4dfc-b2a6-13a755945f45,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:36.088884 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:36.089224 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:36.089953 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:36.090111 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:36.091134 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:36.091794 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:36.092285 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:36.092831 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:36.093126 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:36.093682 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:36.094213 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:36.094916 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886b9760-ff23-4127-a5f0-1fc6f04fefcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:36.133897 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c02521-46c0-4452-bd4c-742a6e76d794 req-50eb8cb5-7fdb-4c71-bf1f-64bb35b88895 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:36.135758 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-26c02521-46c0-4452-bd4c-742a6e76d794 req-50eb8cb5-7fdb-4c71-bf1f-64bb35b88895 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.1808565 May 12 14:56:36.163781 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9a759ffd-c3ff-4ec1-8956-de0062fd72e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:36.195943 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-26c02521-46c0-4452-bd4c-742a6e76d794 req-3438bfd4-c72d-4343-b205-ebe7de33721a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536823 May 12 14:56:36.197171 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9a759ffd-c3ff-4ec1-8956-de0062fd72e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:36.505219 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ae3d8-a59c-4607-b0c3-a0ecc972d942 req-25f5d166-2768-44cf-b1f8-9759761c6ce0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:36.506685 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8d5ae3d8-a59c-4607-b0c3-a0ecc972d942 req-25f5d166-2768-44cf-b1f8-9759761c6ce0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1332939 May 12 14:56:36.519635 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d711d3-94dd-41b7-9376-9f2a191e625c req-47f15cf0-1645-430d-ab98-70dca2cdee44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:36.521055 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e9d711d3-94dd-41b7-9376-9f2a191e625c req-47f15cf0-1645-430d-ab98-70dca2cdee44 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 945 time: 0.1495652 May 12 14:56:36.524992 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9a759ffd-c3ff-4ec1-8956-de0062fd72e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:36.554149 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a759ffd-c3ff-4ec1-8956-de0062fd72e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da67b4c-fb24-4dfc-b2a6-13a755945f45,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:36.562472 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9a759ffd-c3ff-4ec1-8956-de0062fd72e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:36.565264 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-9a759ffd-c3ff-4ec1-8956-de0062fd72e5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5da67b4c-fb24-4dfc-b2a6-13a755945f45 HTTP/1.1" status: 204 len: 168 time: 0.4895797 May 12 14:56:36.598538 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8d5ae3d8-a59c-4607-b0c3-a0ecc972d942 req-a6bea40c-8199-458e-bf74-d83ce63784f5 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744786 May 12 14:56:36.617926 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e9d711d3-94dd-41b7-9376-9f2a191e625c req-ceca6151-707e-4be2-8b28-d0ebfd531ff3 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/security-groups?id=922e8616-1dec-45d2-bbf4-6abd8790bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772626 May 12 14:56:36.958831 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad7765-71e6-43d8-98bc-bc2a717521a9 req-60b55f0d-73aa-452b-aba2-b297c6b285f3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:36.965427 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8bad7765-71e6-43d8-98bc-bc2a717521a9 req-60b55f0d-73aa-452b-aba2-b297c6b285f3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.2485220 May 12 14:56:36.971281 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33132) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:36.981396 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-31f7ed90-784d-4af1-8c2f-9e8f01e83691 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Request body: {'floatingip': {'port_id': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:37.050604 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e571072-a754-41a4-b8c9-dda995e7b916 req-24c0d8e3-b037-4c8d-b5a0-446f3eb13ba4 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:37.052422 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1e571072-a754-41a4-b8c9-dda995e7b916 req-24c0d8e3-b037-4c8d-b5a0-446f3eb13ba4 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 944 time: 0.2602603 May 12 14:56:37.094421 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-31f7ed90-784d-4af1-8c2f-9e8f01e83691 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for floatingip, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:37.260891 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611e3f4-9eb4-4f87-8db5-60f4f905a557 req-ba9a2458-75db-42c8-a361-4b7e8c976bce tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:37.261621 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-3611e3f4-9eb4-4f87-8db5-60f4f905a557 req-ba9a2458-75db-42c8-a361-4b7e8c976bce tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Synchronizing usage tracker for tenant:57b5c5a315dc432da708a7ebcce0c9c9 on resource:port {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:56:37.264697 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1e571072-a754-41a4-b8c9-dda995e7b916 req-b2c553c2-6376-42e6-b950-b1e530572acc tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c286588-ed01-45cc-a908-feab5a3bce0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1945965 May 12 14:56:37.372925 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-3611e3f4-9eb4-4f87-8db5-60f4f905a557 req-ba9a2458-75db-42c8-a361-4b7e8c976bce tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Unset dirty status for tenant:57b5c5a315dc432da708a7ebcce0c9c9 on resource:port {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:56:37.374123 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-3611e3f4-9eb4-4f87-8db5-60f4f905a557 req-ba9a2458-75db-42c8-a361-4b7e8c976bce tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 945 time: 0.2387466 May 12 14:56:37.453333 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-3611e3f4-9eb4-4f87-8db5-60f4f905a557 req-da8a5b19-4a60-4ce1-89c5-027f46974388 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Deleting port a2333b69-0fb2-47d9-ad29-ce5041799223 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 14:56:37.453738 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-3611e3f4-9eb4-4f87-8db5-60f4f905a557 req-da8a5b19-4a60-4ce1-89c5-027f46974388 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:37.778397 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 25702d92-4606-4067-9aca-4a386a64cd69 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 14:56:37.800773 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-3611e3f4-9eb4-4f87-8db5-60f4f905a557 req-da8a5b19-4a60-4ce1-89c5-027f46974388 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] For port a2333b69-0fb2-47d9-ad29-ce5041799223, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a2333b69-0fb2-47d9-ad29-ce5041799223,segment=NetworkSegment(4f53e03b-a04b-41bc-a754-2975e4c32429),segment_id=4f53e03b-a04b-41bc-a754-2975e4c32429)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:37.801637 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-3611e3f4-9eb4-4f87-8db5-60f4f905a557 req-da8a5b19-4a60-4ce1-89c5-027f46974388 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:37.961691 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-3611e3f4-9eb4-4f87-8db5-60f4f905a557 req-da8a5b19-4a60-4ce1-89c5-027f46974388 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Calling delete_port for a2333b69-0fb2-47d9-ad29-ce5041799223 owned by compute:nova {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 14:56:37.984715 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 25702d92-4606-4067-9aca-4a386a64cd69, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=25702d92-4606-4067-9aca-4a386a64cd69,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:38.007101 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': '25702d92-4606-4067-9aca-4a386a64cd69', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'port_id': '25702d92-4606-4067-9aca-4a386a64cd69', 'mac_address': 'fa:16:3e:bd:fc:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 14:56:38.033773 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33156) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:38.069022 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb66e71-91f4-4e8c-a77d-c0e34faa2eaa req-2f3c3ffb-9119-4267-a7d3-2a844c419cc3 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:38.074496 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-dcb66e71-91f4-4e8c-a77d-c0e34faa2eaa req-2f3c3ffb-9119-4267-a7d3-2a844c419cc3 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 945 time: 0.2475083 May 12 14:56:38.076521 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:38.089027 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc9a39-2e1d-4944-84b0-148eaa3e8632 req-d88971a5-b8e1-4250-83cb-5d154ba9c189 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:38.090492 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2edc9a39-2e1d-4944-84b0-148eaa3e8632 req-d88971a5-b8e1-4250-83cb-5d154ba9c189 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.2655797 May 12 14:56:38.095056 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25702d92-4606-4067-9aca-4a386a64cd69 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:56:38.112224 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 25702d92-4606-4067-9aca-4a386a64cd69, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=25702d92-4606-4067-9aca-4a386a64cd69,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:38.138090 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-31f7ed90-784d-4af1-8c2f-9e8f01e83691 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 14:56:38.139632 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-faf7f2e7-3194-4b23-99ec-ed4db1715bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:38.158798 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-faf7f2e7-3194-4b23-99ec-ed4db1715bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:38.163414 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-faf7f2e7-3194-4b23-99ec-ed4db1715bd3 admin admin] Usage tracker for resource:security_group_rule and tenant:a83e52e49e9244cf8a7e30de29f8c166 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:38.167138 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-faf7f2e7-3194-4b23-99ec-ed4db1715bd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:38.206668 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-faf7f2e7-3194-4b23-99ec-ed4db1715bd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:38.271318 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2edc9a39-2e1d-4944-84b0-148eaa3e8632 req-ba1b79ba-a547-4a8b-aded-bf074a1b3cfc tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696329 May 12 14:56:38.276459 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-dcb66e71-91f4-4e8c-a77d-c0e34faa2eaa req-35848ad1-7f5e-46db-a93d-f0a50c93c1d9 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/security-groups?id=922e8616-1dec-45d2-bbf4-6abd8790bf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761658 May 12 14:56:38.292375 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-31f7ed90-784d-4af1-8c2f-9e8f01e83691 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:38.300319 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:38.351931 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-faf7f2e7-3194-4b23-99ec-ed4db1715bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:38.375656 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=25702d92-4606-4067-9aca-4a386a64cd69,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:38.383170 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:38.383506 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:38.383835 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:38.384157 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:38.384474 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:38.384916 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:38.385212 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:38.385524 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:38.385860 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:38.386169 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:38.386477 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:38.386782 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:56:38.460803 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-3611e3f4-9eb4-4f87-8db5-60f4f905a557 req-da8a5b19-4a60-4ce1-89c5-027f46974388 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:38.463786 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-31f7ed90-784d-4af1-8c2f-9e8f01e83691 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:38.511791 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['a2333b69-0fb2-47d9-ad29-ce5041799223'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:56:38.527241 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a5b19-4a60-4ce1-89c5-027f46974388 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Pushing event deleted for resources: {'Port': ['ID=a2333b69-0fb2-47d9-ad29-ce5041799223,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:38.536859 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-faf7f2e7-3194-4b23-99ec-ed4db1715bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:38.668454 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3611e3f4-9eb4-4f87-8db5-60f4f905a557 req-da8a5b19-4a60-4ce1-89c5-027f46974388 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] No DVR routers for this DVR port a2333b69-0fb2-47d9-ad29-ce5041799223 on host hv-cinder-83118 {{(pid=88106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:56:38.676736 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-faf7f2e7-3194-4b23-99ec-ed4db1715bd3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a83e52e49e9244cf8a7e30de29f8c166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6378684 May 12 14:56:38.676736 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7f2e7-3194-4b23-99ec-ed4db1715bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d886ee-1325-4d66-9b4b-6d4a285ff9b2,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:38.677013 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33164) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:38.680124 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-3611e3f4-9eb4-4f87-8db5-60f4f905a557 req-da8a5b19-4a60-4ce1-89c5-027f46974388 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:38.683660 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade001dc-308b-44a2-9565-02e72fffa76e', 'name': 'network-vif-deleted', 'tag': 'a2333b69-0fb2-47d9-ad29-ce5041799223'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:56:38.710337 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38b0a2-232d-425b-9dfc-eaa4ed988ad6 req-bafcd614-d685-47d8-9168-c545c5c0365b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:38.712915 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ea38b0a2-232d-425b-9dfc-eaa4ed988ad6 req-bafcd614-d685-47d8-9168-c545c5c0365b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 945 time: 0.3167894 May 12 14:56:38.740822 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc7c656b-8701-4af9-bf55-c302279e0910'] response: {'server_uuid': 'ade001dc-308b-44a2-9565-02e72fffa76e', 'name': 'network-vif-deleted', 'tag': 'a2333b69-0fb2-47d9-ad29-ce5041799223', 'status': 'completed', 'code': 200} May 12 14:56:38.749503 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['25702d92-4606-4067-9aca-4a386a64cd69'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:56:38.873689 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-3611e3f4-9eb4-4f87-8db5-60f4f905a557 req-da8a5b19-4a60-4ce1-89c5-027f46974388 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.69 "DELETE /v2.0/ports/a2333b69-0fb2-47d9-ad29-ce5041799223 HTTP/1.1" status: 204 len: 173 time: 1.4926264 May 12 14:56:38.952272 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ea38b0a2-232d-425b-9dfc-eaa4ed988ad6 req-a1f436fd-faba-468e-b95a-fe64d7e198e5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c286588-ed01-45cc-a908-feab5a3bce0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2290139 May 12 14:56:38.966066 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.db.l3_db [None req-31f7ed90-784d-4af1-8c2f-9e8f01e83691 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Floating IP 0ea1ab58-3b7d-4451-ab13-718940704954 associated. External IP: 172.28.3.35, port: d9e74ed2-9db6-4f75-ab86-0147f35c6111. May 12 14:56:39.057055 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88fcc041-3057-4eca-9331-f119bc5454cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:39.187149 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88fcc041-3057-4eca-9331-f119bc5454cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:39.511843 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bf5d70f5-df96-48a8-8a27-dfb84847bb5f req-92e21e03-7615-446b-a707-637c4657f7b7 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 210 time: 0.0685942 May 12 14:56:39.534191 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f7ed90-784d-4af1-8c2f-9e8f01e83691 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 14:56:39.634088 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88fcc041-3057-4eca-9331-f119bc5454cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:39.666036 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcc041-3057-4eca-9331-f119bc5454cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d886ee-1325-4d66-9b4b-6d4a285ff9b2,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:39.736147 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c66cd-be46-481a-b101-d94d6198bb71 req-51eefeb7-601b-44e1-8c69-4facf3b08b0c tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:39.737701 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2c6c66cd-be46-481a-b101-d94d6198bb71 req-51eefeb7-601b-44e1-8c69-4facf3b08b0c tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.3344946 May 12 14:56:39.779049 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88fcc041-3057-4eca-9331-f119bc5454cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:39.780079 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-88fcc041-3057-4eca-9331-f119bc5454cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18d886ee-1325-4d66-9b4b-6d4a285ff9b2 HTTP/1.1" status: 204 len: 168 time: 1.1026661 May 12 14:56:39.811412 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 25702d92-4606-4067-9aca-4a386a64cd69 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:56:39.820154 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f7ed90-784d-4af1-8c2f-9e8f01e83691 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:56:39.824260 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2c6c66cd-be46-481a-b101-d94d6198bb71 req-c957122c-9477-43cd-9a2c-d8f2c44b2c4b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744503 May 12 14:56:39.827317 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-31f7ed90-784d-4af1-8c2f-9e8f01e83691 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:39.849854 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504368f4-62e6-4a43-bff0-71fcaec67e53 None None] Sync routers for ids ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:56:39.864667 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504368f4-62e6-4a43-bff0-71fcaec67e53 None None] Routers {'892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:56:39.865504 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-504368f4-62e6-4a43-bff0-71fcaec67e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:56:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:39.917384 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-31f7ed90-784d-4af1-8c2f-9e8f01e83691 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "PUT /v2.0/floatingips/0ea1ab58-3b7d-4451-ab13-718940704954 HTTP/1.1" status: 200 len: 991 time: 2.9430654 May 12 14:56:39.919817 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'tag': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:56:39.993682 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f74f5e59-f6b4-4f9c-815c-45f10a338933'] response: {'name': 'network-changed', 'server_uuid': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'tag': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111', 'status': 'completed', 'code': 200} May 12 14:56:40.169844 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc91d03-4760-41db-9959-761e52e32398 req-7261e48c-c59b-42db-9725-27c0ad4c0ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:40.169844 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-afc91d03-4760-41db-9959-761e52e32398 req-7261e48c-c59b-42db-9725-27c0ad4c0ffc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b59b244953945b1b1ef483fdb3522e1&device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 1099 time: 0.1071877 May 12 14:56:40.197211 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port 25702d92-4606-4067-9aca-4a386a64cd69 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:56:40.198309 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-504368f4-62e6-4a43-bff0-71fcaec67e53 None None] Set router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:56:40.203816 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port 25702d92-4606-4067-9aca-4a386a64cd69 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:56:40.204190 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:40.362208 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90aec0-45a3-4a2b-aa5d-ac78d3666ffa req-7df5bf7d-5b2a-4c54-8932-5b190cb772f7 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:40.372983 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9d90aec0-45a3-4a2b-aa5d-ac78d3666ffa req-7df5bf7d-5b2a-4c54-8932-5b190cb772f7 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 945 time: 0.2318740 May 12 14:56:40.443327 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9d90aec0-45a3-4a2b-aa5d-ac78d3666ffa req-bd43cb0a-31fe-492a-8083-259751024697 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c286588-ed01-45cc-a908-feab5a3bce0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690598 May 12 14:56:40.466013 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc91d03-4760-41db-9959-761e52e32398 req-9aff75be-73cb-4a6e-8099-efca99ff4d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:40.468167 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-afc91d03-4760-41db-9959-761e52e32398 req-9aff75be-73cb-4a6e-8099-efca99ff4d6a service neutron] 10.222.0.69 "GET /v2.0/networks?id=586ae877-0139-4341-8b29-bf98c6f348d4 HTTP/1.1" status: 200 len: 917 time: 0.2898951 May 12 14:56:40.546004 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:40.613787 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25702d92-4606-4067-9aca-4a386a64cd69'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:56:40.640114 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 25702d92-4606-4067-9aca-4a386a64cd69, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=25702d92-4606-4067-9aca-4a386a64cd69,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:56:40.668490 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-afc91d03-4760-41db-9959-761e52e32398 req-61dcd6a0-3b26-41d9-afcd-5d5ff32c8a0a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9e74ed2-9db6-4f75-ab86-0147f35c6111 HTTP/1.1" status: 200 len: 999 time: 0.1909363 May 12 14:56:40.709268 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b79837-2993-4e68-8f06-79aa8e838787'] response: {'server_uuid': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25702d92-4606-4067-9aca-4a386a64cd69', 'code': 200} May 12 14:56:40.771487 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc91d03-4760-41db-9959-761e52e32398 req-aad96974-ad2f-4c09-aef3-4a1f3f127db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:40.774559 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-afc91d03-4760-41db-9959-761e52e32398 req-aad96974-ad2f-4c09-aef3-4a1f3f127db7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7fdab544-cb12-4cff-b823-5cc3aea55c1f HTTP/1.1" status: 200 len: 855 time: 0.0981255 May 12 14:56:40.780413 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:40.820863 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-866a8b17-0776-4cd0-99e4-f84b935ff605 req-a705571e-03cc-42e2-af32-914504382f57 tempest-DeleteServersTestJSON-258600324 tempest-DeleteServersTestJSON-258600324-project] 10.222.0.70 "GET /v2.0/ports?device_id=ade001dc-308b-44a2-9565-02e72fffa76e HTTP/1.1" status: 200 len: 210 time: 0.0890398 May 12 14:56:40.921218 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-504368f4-62e6-4a43-bff0-71fcaec67e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '0ea1ab58-3b7d-4451-ab13-718940704954', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'floating_ip_address': '172.28.3.35', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'port_id': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'mac_address': 'fa:16:3e:a4:d2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:00Z', 'updated_at': '2022-05-12T14:56:38Z', 'revision_number': 1, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68ba54a-92fc-4a91-96b9-d4892cc9518e', 'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'mac_address': 'fa:16:3e:30:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:04Z', 'revision_number': 5, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'subnets': [{'id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:40.930865 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504368f4-62e6-4a43-bff0-71fcaec67e53 None None] Checking router: 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:56:40.952721 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504368f4-62e6-4a43-bff0-71fcaec67e53 None None] Routers {'892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:56:40.954963 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=25702d92-4606-4067-9aca-4a386a64cd69,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:40.957258 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-504368f4-62e6-4a43-bff0-71fcaec67e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:56:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:40.965926 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc91d03-4760-41db-9959-761e52e32398 req-1621af21-466b-4640-8328-957e6875959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:40.967426 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-afc91d03-4760-41db-9959-761e52e32398 req-1621af21-466b-4640-8328-957e6875959b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=586ae877-0139-4341-8b29-bf98c6f348d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1769240 May 12 14:56:40.975103 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-73ec2d6f-613c-4e27-afda-ac7da68a53ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:41.177770 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-afc91d03-4760-41db-9959-761e52e32398 req-7896b51b-57e6-4619-867b-5928c3329fec service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023473 May 12 14:56:41.188537 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e5aae-73d2-49d3-9ff3-9fac81246d9a req-36fa2b4f-c4fb-4f4a-a2bb-820223d36f8d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:41.190688 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-949e5aae-73d2-49d3-9ff3-9fac81246d9a req-36fa2b4f-c4fb-4f4a-a2bb-820223d36f8d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1262197 May 12 14:56:41.255772 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-949e5aae-73d2-49d3-9ff3-9fac81246d9a req-e69a5acc-9ee4-40c0-a331-1b622ec2fdc0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569203 May 12 14:56:41.297992 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-504368f4-62e6-4a43-bff0-71fcaec67e53 None None] Set router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:56:41.393441 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-afc91d03-4760-41db-9959-761e52e32398 req-eb0cc47a-f975-4688-8aed-a23c3edcda51 service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043197 May 12 14:56:41.440855 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925487b-9e23-4db6-a6b0-cb65597876e5 req-4816f97b-80a4-46bd-9fac-ce9e492941cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:41.442456 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b925487b-9e23-4db6-a6b0-cb65597876e5 req-4816f97b-80a4-46bd-9fac-ce9e492941cf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 1099 time: 0.0968630 May 12 14:56:41.497843 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-b925487b-9e23-4db6-a6b0-cb65597876e5 req-d226dea3-537c-458d-b5a9-d2800b3cec58 service neutron] Synchronizing usage tracker for tenant:b6454b6c09124e83a9d10d91c48620e0 on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:56:41.610034 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-b925487b-9e23-4db6-a6b0-cb65597876e5 req-d226dea3-537c-458d-b5a9-d2800b3cec58 service neutron] Unset dirty status for tenant:b6454b6c09124e83a9d10d91c48620e0 on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:56:41.610034 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b925487b-9e23-4db6-a6b0-cb65597876e5 req-d226dea3-537c-458d-b5a9-d2800b3cec58 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2c286588-ed01-45cc-a908-feab5a3bce0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1597517 May 12 14:56:41.764837 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6bc7d-4802-44ed-b086-e815cd632774 req-9aa1908e-c6e4-44de-becf-c1ff2bbf19a1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:41.772283 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3ba6bc7d-4802-44ed-b086-e815cd632774 req-9aa1908e-c6e4-44de-becf-c1ff2bbf19a1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 946 time: 0.1393039 May 12 14:56:41.810538 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device a2333b69-0fb2-47d9-ad29-ce5041799223 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 14:56:41.875085 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3ba6bc7d-4802-44ed-b086-e815cd632774 req-bc7ddabb-1c7a-4c33-94dd-226f04f50727 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c286588-ed01-45cc-a908-feab5a3bce0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1018305 May 12 14:56:41.884219 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: a2333b69-0fb2-47d9-ad29-ce5041799223 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 14:56:41.884788 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device a2333b69-0fb2-47d9-ad29-ce5041799223 not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 14:56:41.899770 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-504368f4-62e6-4a43-bff0-71fcaec67e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '0ea1ab58-3b7d-4451-ab13-718940704954', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'floating_ip_address': '172.28.3.35', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'port_id': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'mac_address': 'fa:16:3e:a4:d2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:00Z', 'updated_at': '2022-05-12T14:56:38Z', 'revision_number': 1, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68ba54a-92fc-4a91-96b9-d4892cc9518e', 'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'mac_address': 'fa:16:3e:30:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:04Z', 'revision_number': 5, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'subnets': [{'id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:41.905573 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504368f4-62e6-4a43-bff0-71fcaec67e53 None None] The sync data for ids ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'] in dv-cinder-831187-2-smb is: [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '0ea1ab58-3b7d-4451-ab13-718940704954', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'floating_ip_address': '172.28.3.35', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'port_id': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'mac_address': 'fa:16:3e:a4:d2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:00Z', 'updated_at': '2022-05-12T14:56:38Z', 'revision_number': 1, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68ba54a-92fc-4a91-96b9-d4892cc9518e', 'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'mac_address': 'fa:16:3e:30:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:04Z', 'revision_number': 5, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'subnets': [{'id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:56:42.162271 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70f5dc-d7d4-4e79-826f-90c42c7bb6a6 None None] New status for floating IP 0ea1ab58-3b7d-4451-ab13-718940704954: ACTIVE {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:56:42.555071 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704dff7-7e3e-480f-aadc-1ff2049b3e8e req-10afba29-a932-47bd-ac38-40ecb26d0f18 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:42.556515 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6704dff7-7e3e-480f-aadc-1ff2049b3e8e req-10afba29-a932-47bd-ac38-40ecb26d0f18 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1775370 May 12 14:56:42.600260 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6704dff7-7e3e-480f-aadc-1ff2049b3e8e req-65c7ce0a-60e2-4949-a02f-b9dde04466de tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372598 May 12 14:56:43.072534 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d6de98c-9211-4b39-823e-06f77934fb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:43.098722 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b49d6-7648-42f6-bad4-aa8c7bbba9fd req-d22ab067-c002-4601-ad64-965ad4a25607 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:43.101250 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fb2b49d6-7648-42f6-bad4-aa8c7bbba9fd req-d22ab067-c002-4601-ad64-965ad4a25607 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 946 time: 0.1133144 May 12 14:56:43.202811 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fb2b49d6-7648-42f6-bad4-aa8c7bbba9fd req-27efa5d1-f10c-41bd-a7ff-f630a865ecb5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c286588-ed01-45cc-a908-feab5a3bce0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870545 May 12 14:56:43.827654 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769227f1-70d0-453e-a5ef-57e98ff6f06b req-b92e7bfe-7bc3-4c89-8f21-a409e09f1c41 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:43.827654 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-769227f1-70d0-453e-a5ef-57e98ff6f06b req-b92e7bfe-7bc3-4c89-8f21-a409e09f1c41 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1051259 May 12 14:56:43.875839 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-769227f1-70d0-453e-a5ef-57e98ff6f06b req-3df46792-e5eb-4618-8d52-9a788f7af843 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449312 May 12 14:56:44.417826 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f47aa-49ea-4d7a-ba94-321102f04cd7 req-b973b181-d7a1-4fdb-8d13-ebd51d473f9f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:44.420201 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d90f47aa-49ea-4d7a-ba94-321102f04cd7 req-b973b181-d7a1-4fdb-8d13-ebd51d473f9f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 946 time: 0.0909462 May 12 14:56:44.439507 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:56:44.474451 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d90f47aa-49ea-4d7a-ba94-321102f04cd7 req-a798fefb-2306-4e14-9ce5-461cf0ca7331 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c286588-ed01-45cc-a908-feab5a3bce0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476775 May 12 14:56:44.616134 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:44.656626 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33360) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:44.726036 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbde5bc-06cd-4114-b998-0ee06a04a3c1 admin admin] Deleting subnet 5c63f826-a5c4-48ec-8eaf-25d68c69d29e {{(pid=88106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 14:56:44.729882 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2bbde5bc-06cd-4114-b998-0ee06a04a3c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:44.737070 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c0725-0070-41cf-99c4-6c71d95bcc6b req-abff997e-4976-4bc7-ae6a-56ae5c07421a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:44.738657 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-006c0725-0070-41cf-99c4-6c71d95bcc6b req-abff997e-4976-4bc7-ae6a-56ae5c07421a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 946 time: 0.1105011 May 12 14:56:44.748285 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33364) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:44.754203 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-eb5a6a82-ae28-4c10-be3a-de4ecc0514ea tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'floatingip': {'port_id': '25702d92-4606-4067-9aca-4a386a64cd69'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:44.797512 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2bbde5bc-06cd-4114-b998-0ee06a04a3c1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:44.805381 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2bbde5bc-06cd-4114-b998-0ee06a04a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698402'] for subnet, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:44.838710 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6a82-ae28-4c10-be3a-de4ecc0514ea tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:45.005193 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2bbde5bc-06cd-4114-b998-0ee06a04a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for subnet, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:45.143010 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2bbde5bc-06cd-4114-b998-0ee06a04a3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:45.150879 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbde5bc-06cd-4114-b998-0ee06a04a3c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c63f826-a5c4-48ec-8eaf-25d68c69d29e,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:45.167720 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33382) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:45.171619 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-2bbde5bc-06cd-4114-b998-0ee06a04a3c1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5c63f826-a5c4-48ec-8eaf-25d68c69d29e HTTP/1.1" status: 204 len: 168 time: 0.5096765 May 12 14:56:45.206404 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:45.444222 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763935'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:45.488084 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5adc0-31f8-463b-913f-c58aefd8de21 req-3d082d9a-156f-46da-803b-1e00851d112a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:45.490733 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-28d5adc0-31f8-463b-913f-c58aefd8de21 req-3d082d9a-156f-46da-803b-1e00851d112a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.4103458 May 12 14:56:45.755271 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-28d5adc0-31f8-463b-913f-c58aefd8de21 req-51ac90e9-db20-4aa8-9676-1e8fe34ef8c6 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305143 May 12 14:56:45.758147 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8787124724866'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:45.902778 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:45.904211 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:45.905139 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:45.905269 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Subscribe: > port after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:45.905660 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:45.905920 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Subscribe: > port after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:45.906243 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:45.906562 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:45.906886 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:45.907531 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:46.084784 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:46.085133 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:46.085460 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:46.086045 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:46.086412 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.services.segments.db [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38baedc7-aaf6-4d46-a068-fbbc051c2574']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:46.102626 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.services.segments.db [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f53e03b-a04b-41bc-a754-2975e4c32429') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:46.102917 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.services.segments.db [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f53e03b-a04b-41bc-a754-2975e4c32429') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:46.111857 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:46.119200 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787124727709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2352245'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:46.157783 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:46.173990 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:56:46.174471 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-738659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1089427'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: from cryptography.utils import int_from_bytes May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: from cryptography.utils import int_from_bytes May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: util.warn_limited( May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: Traceback (most recent call last): May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: timer() May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: cb(*args, **kw) May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: return func(*args, **kwargs) May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: self._notify() May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: self.callback(batched_events) May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: event.method(event) May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: return f(self, *a, **k) May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: return self._get(url).json() May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: return self.request(url, 'GET', **kwargs) May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:56:46.267003 dv-cinder-831187-2-smb neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:56:46.381354 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6a82-ae28-4c10-be3a-de4ecc0514ea tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:46.492492 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624953'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:46.517263 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:46.520812 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6a82-ae28-4c10-be3a-de4ecc0514ea tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:46.575794 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] Pushing event deleted for resources: {'Network': ['ID=38baedc7-aaf6-4d46-a068-fbbc051c2574,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:46.683711 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-76585ad1-3a95-4ec9-8c14-c6820ad87821 admin admin] 10.222.0.70 "DELETE /v2.0/networks/38baedc7-aaf6-4d46-a068-fbbc051c2574 HTTP/1.1" status: 204 len: 168 time: 1.5115149 May 12 14:56:46.738441 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.db.l3_db [None req-eb5a6a82-ae28-4c10-be3a-de4ecc0514ea tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Floating IP a99f8390-7f39-4827-a54e-cba1f3cdabaf associated. External IP: 172.28.3.114, port: 25702d92-4606-4067-9aca-4a386a64cd69. May 12 14:56:47.088768 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242b8bc-b646-4b54-bc15-1bc54aecc407 req-586f5026-e144-41d8-888f-10d186ae8344 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:47.090205 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e242b8bc-b646-4b54-bc15-1bc54aecc407 req-586f5026-e144-41d8-888f-10d186ae8344 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1969860 May 12 14:56:47.112830 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33428) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:47.189768 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-a909db7f-539e-4a29-95ae-c842dfb907d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=57b5c5a315dc432da708a7ebcce0c9c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0747747 May 12 14:56:47.192570 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33434) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:47.254412 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e242b8bc-b646-4b54-bc15-1bc54aecc407 req-e47b0370-00d5-45d2-954a-b72419d6431e tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086667 May 12 14:56:47.272974 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5a6a82-ae28-4c10-be3a-de4ecc0514ea tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Router f70c95fa-61de-4e27-b177-dd890ca5ccb1 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 14:56:47.333778 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4cec7260-0b8f-4571-8172-664574ef8d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:47.373924 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4cec7260-0b8f-4571-8172-664574ef8d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:47.528569 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33448) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:47.562071 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5a6a82-ae28-4c10-be3a-de4ecc0514ea tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:56:47.573296 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9804e548-0795-4c4a-872b-63b0e09d68e9 None None] Sync routers for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:56:47.579174 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6a82-ae28-4c10-be3a-de4ecc0514ea tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:47.587504 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9804e548-0795-4c4a-872b-63b0e09d68e9 None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:56:47.588138 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9804e548-0795-4c4a-872b-63b0e09d68e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:56:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:47.640920 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4cec7260-0b8f-4571-8172-664574ef8d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:47.670736 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-eb5a6a82-ae28-4c10-be3a-de4ecc0514ea tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "PUT /v2.0/floatingips/a99f8390-7f39-4827-a54e-cba1f3cdabaf HTTP/1.1" status: 200 len: 992 time: 2.9205270 May 12 14:56:47.672052 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'tag': '25702d92-4606-4067-9aca-4a386a64cd69'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:56:47.673311 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec7260-0b8f-4571-8172-664574ef8d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922e8616-1dec-45d2-bbf4-6abd8790bf60,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:47.684008 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4cec7260-0b8f-4571-8172-664574ef8d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:47.686459 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-4cec7260-0b8f-4571-8172-664574ef8d53 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/922e8616-1dec-45d2-bbf4-6abd8790bf60 HTTP/1.1" status: 204 len: 168 time: 0.4927397 May 12 14:56:47.743253 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26208969-e23e-42cf-a4c9-c078bbd6f3fb'] response: {'name': 'network-changed', 'server_uuid': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'tag': '25702d92-4606-4067-9aca-4a386a64cd69', 'status': 'completed', 'code': 200} May 12 14:56:47.750858 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-163689f9-6acf-4ce3-9508-65db6a84562f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:47.774306 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-163689f9-6acf-4ce3-9508-65db6a84562f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:47.779750 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-163689f9-6acf-4ce3-9508-65db6a84562f admin admin] Usage tracker for resource:security_group_rule and tenant:d91fb54a79bf4204a1d8df1590aa29bf is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:47.784774 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-163689f9-6acf-4ce3-9508-65db6a84562f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:47.792416 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-163689f9-6acf-4ce3-9508-65db6a84562f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:47.894586 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647e8a3-867e-4992-8932-eb090020eb41 req-8cd1e6ed-373a-4f66-858b-09dedc8321e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:47.896626 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8647e8a3-867e-4992-8932-eb090020eb41 req-8cd1e6ed-373a-4f66-858b-09dedc8321e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65de6117be774a79b70ff72040037424&device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 1099 time: 0.0961099 May 12 14:56:47.927345 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-163689f9-6acf-4ce3-9508-65db6a84562f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:47.932512 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-9804e548-0795-4c4a-872b-63b0e09d68e9 None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:56:47.957129 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33466) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:48.061308 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-163689f9-6acf-4ce3-9508-65db6a84562f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:48.067193 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647e8a3-867e-4992-8932-eb090020eb41 req-1af5f382-9c55-46b7-b542-e13f49220d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:48.068809 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8647e8a3-867e-4992-8932-eb090020eb41 req-1af5f382-9c55-46b7-b542-e13f49220d82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dfb381ca-02ac-4901-8dbb-a068765d875a HTTP/1.1" status: 200 len: 915 time: 0.1661136 May 12 14:56:48.127088 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-163689f9-6acf-4ce3-9508-65db6a84562f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d91fb54a79bf4204a1d8df1590aa29bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5967343 May 12 14:56:48.128632 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163689f9-6acf-4ce3-9508-65db6a84562f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6783279c-2a4c-48b8-b8c3-b455f0d59b38,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:48.132706 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33472) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:48.262699 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dcdd141e-00b6-4136-8070-7250351be984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:48.320662 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2564020a-7457-453a-b4ba-59f5cd620081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:48.331756 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8647e8a3-867e-4992-8932-eb090020eb41 req-7bb2b53b-6c51-45a0-82c1-75578f79ea1a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25702d92-4606-4067-9aca-4a386a64cd69 HTTP/1.1" status: 200 len: 1000 time: 0.2558134 May 12 14:56:48.350625 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dcdd141e-00b6-4136-8070-7250351be984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:48.358032 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-2564020a-7457-453a-b4ba-59f5cd620081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:48.366491 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-2564020a-7457-453a-b4ba-59f5cd620081 admin admin] Usage tracker for resource:security_group_rule and tenant:d40889bc7c5b414c9c001547d2b4b649 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:48.375179 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-2564020a-7457-453a-b4ba-59f5cd620081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:48.384996 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-2564020a-7457-453a-b4ba-59f5cd620081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:48.523654 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9804e548-0795-4c4a-872b-63b0e09d68e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'a99f8390-7f39-4827-a54e-cba1f3cdabaf', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.114', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': '25702d92-4606-4067-9aca-4a386a64cd69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:bd:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:19Z', 'updated_at': '2022-05-12T14:56:46Z', 'revision_number': 1, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:48.528877 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647e8a3-867e-4992-8932-eb090020eb41 req-f9c804ee-b826-4425-adc1-01179603f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:48.529244 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9804e548-0795-4c4a-872b-63b0e09d68e9 None None] Checking router: f70c95fa-61de-4e27-b177-dd890ca5ccb1 for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:56:48.530615 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8647e8a3-867e-4992-8932-eb090020eb41 req-f9c804ee-b826-4425-adc1-01179603f501 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f6795c39-e288-4c6f-98dd-c92d29478c9e HTTP/1.1" status: 200 len: 853 time: 0.1871953 May 12 14:56:48.543626 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9804e548-0795-4c4a-872b-63b0e09d68e9 None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:56:48.544321 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9804e548-0795-4c4a-872b-63b0e09d68e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:56:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:48.598323 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dcdd141e-00b6-4136-8070-7250351be984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:48.657509 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd141e-00b6-4136-8070-7250351be984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6783279c-2a4c-48b8-b8c3-b455f0d59b38,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:48.673812 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dcdd141e-00b6-4136-8070-7250351be984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:48.679799 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-dcdd141e-00b6-4136-8070-7250351be984 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6783279c-2a4c-48b8-b8c3-b455f0d59b38 HTTP/1.1" status: 204 len: 168 time: 0.5452132 May 12 14:56:48.691338 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647e8a3-867e-4992-8932-eb090020eb41 req-0c4ee7b6-e8c1-46fc-81ff-92d44f161bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:48.692854 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8647e8a3-867e-4992-8932-eb090020eb41 req-0c4ee7b6-e8c1-46fc-81ff-92d44f161bbf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfb381ca-02ac-4901-8dbb-a068765d875a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1390545 May 12 14:56:48.707157 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102013b-05af-4b7b-8b48-30d346e805ab req-d87c7131-e0b4-4151-ae27-c141aff2c249 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:48.709511 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d102013b-05af-4b7b-8b48-30d346e805ab req-d87c7131-e0b4-4151-ae27-c141aff2c249 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.2737679 May 12 14:56:48.814935 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2564020a-7457-453a-b4ba-59f5cd620081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:48.901089 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2564020a-7457-453a-b4ba-59f5cd620081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:48.913064 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d102013b-05af-4b7b-8b48-30d346e805ab req-375eb658-6de6-4eac-9538-36fba886399c tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798699 May 12 14:56:48.938465 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-9804e548-0795-4c4a-872b-63b0e09d68e9 None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:56:48.966035 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-2564020a-7457-453a-b4ba-59f5cd620081 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d40889bc7c5b414c9c001547d2b4b649&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0065892 May 12 14:56:48.966556 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33504) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:48.981119 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8647e8a3-867e-4992-8932-eb090020eb41 req-f08301e5-bef8-4727-84c0-a0d677623b64 service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703235 May 12 14:56:48.988185 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564020a-7457-453a-b4ba-59f5cd620081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf977d2-15bc-40a6-9c96-2e73d5bff82f,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:49.015834 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:49.141019 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e336b667-c909-4532-b823-5b48e51c1f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:49.192858 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e336b667-c909-4532-b823-5b48e51c1f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:49.209197 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8647e8a3-867e-4992-8932-eb090020eb41 req-78d6eb8c-db25-4c7c-8140-1ef04266e361 service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158327 May 12 14:56:49.336882 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9804e548-0795-4c4a-872b-63b0e09d68e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'a99f8390-7f39-4827-a54e-cba1f3cdabaf', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.114', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': '25702d92-4606-4067-9aca-4a386a64cd69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:bd:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:19Z', 'updated_at': '2022-05-12T14:56:46Z', 'revision_number': 1, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:49.341251 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9804e548-0795-4c4a-872b-63b0e09d68e9 None None] The sync data for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb is: [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'a99f8390-7f39-4827-a54e-cba1f3cdabaf', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.114', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': '25702d92-4606-4067-9aca-4a386a64cd69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:bd:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:19Z', 'updated_at': '2022-05-12T14:56:46Z', 'revision_number': 1, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:56:49.492733 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e336b667-c909-4532-b823-5b48e51c1f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:49.516963 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336b667-c909-4532-b823-5b48e51c1f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf977d2-15bc-40a6-9c96-2e73d5bff82f,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:49.519612 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e336b667-c909-4532-b823-5b48e51c1f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:49.523519 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-e336b667-c909-4532-b823-5b48e51c1f19 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6bf977d2-15bc-40a6-9c96-2e73d5bff82f HTTP/1.1" status: 204 len: 168 time: 0.5556185 May 12 14:56:49.523703 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cae151-352c-47b0-b45f-e3759ed9e0d2 None None] New status for floating IP a99f8390-7f39-4827-a54e-cba1f3cdabaf: ACTIVE {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:56:49.778868 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33526) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:49.798507 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a880e7b9-5a7e-4f3e-9402-73d3c0e942ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:49.820425 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-a880e7b9-5a7e-4f3e-9402-73d3c0e942ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:49.825719 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-a880e7b9-5a7e-4f3e-9402-73d3c0e942ca admin admin] Usage tracker for resource:security_group_rule and tenant:4008c0a78f5b4a3ba374c1454059d73c is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:49.832493 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-a880e7b9-5a7e-4f3e-9402-73d3c0e942ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:49.836949 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-a880e7b9-5a7e-4f3e-9402-73d3c0e942ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:49.913455 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33532) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:49.978589 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a880e7b9-5a7e-4f3e-9402-73d3c0e942ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:50.098811 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a880e7b9-5a7e-4f3e-9402-73d3c0e942ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:50.165535 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e3c98-40fc-4952-a883-92bdcf84de1e req-d55e6bd1-c033-44d3-b7e2-925018442f02 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:50.167820 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880e7b9-5a7e-4f3e-9402-73d3c0e942ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c236d4b9-1033-4166-9251-c06acb241835,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:50.170319 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fa1e3c98-40fc-4952-a883-92bdcf84de1e req-d55e6bd1-c033-44d3-b7e2-925018442f02 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1200652 May 12 14:56:50.183772 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-a880e7b9-5a7e-4f3e-9402-73d3c0e942ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4008c0a78f5b4a3ba374c1454059d73c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034998 May 12 14:56:50.196346 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33542) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:50.228881 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fa1e3c98-40fc-4952-a883-92bdcf84de1e req-9d0c8958-6c9d-433e-8e58-1b23aaad6f3e tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503514 May 12 14:56:50.247231 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1716037213-network', 'tenant_id': '2971a037a5cb47a7884453aef7aa0d54'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:50.256365 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:50.263277 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Usage tracker for resource:network and tenant:2971a037a5cb47a7884453aef7aa0d54 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:50.267210 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:50.283253 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:50.291358 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2e02a23d-1474-445b-a135-03b295fe7343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:50.324729 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2e02a23d-1474-445b-a135-03b295fe7343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:50.454623 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Made reservation on behalf of 2971a037a5cb47a7884453aef7aa0d54 for: {'network': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:56:50.457100 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:50.469978 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:50.485627 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:50.489347 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2e02a23d-1474-445b-a135-03b295fe7343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:50.493284 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Usage tracker for resource:security_group_rule and tenant:2971a037a5cb47a7884453aef7aa0d54 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:50.503876 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:50.513635 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02a23d-1474-445b-a135-03b295fe7343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c236d4b9-1033-4166-9251-c06acb241835,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:50.516972 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:50.537082 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2e02a23d-1474-445b-a135-03b295fe7343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:50.541023 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-2e02a23d-1474-445b-a135-03b295fe7343 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c236d4b9-1033-4166-9251-c06acb241835 HTTP/1.1" status: 204 len: 168 time: 0.3436244 May 12 14:56:50.634221 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:50.751568 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:50.762483 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33548) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:50.779910 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6882d7c6-ae85-4315-966d-eac61f88e5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:50.780687 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=88106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:56:50.796898 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6882d7c6-ae85-4315-966d-eac61f88e5cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:50.798719 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3792be12-338f-41d3-afa5-374af3bc0e31,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:50.801125 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-6882d7c6-ae85-4315-966d-eac61f88e5cd admin admin] Usage tracker for resource:security_group_rule and tenant:a1871bd3d1a54003917d412526647993 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:50.804363 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-6882d7c6-ae85-4315-966d-eac61f88e5cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:50.804607 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:50.804874 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.segments_db [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Added segment 7cfcc0e6-4fa2-407c-b808-8176782b6066 of type vlan for network e28225ad-7595-4fa2-b496-af2fc54be765 May 12 14:56:50.811369 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6882d7c6-ae85-4315-966d-eac61f88e5cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:50.838649 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:50.914492 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6882d7c6-ae85-4315-966d-eac61f88e5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:50.987855 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:50.988620 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:50.989367 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:51.058493 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6882d7c6-ae85-4315-966d-eac61f88e5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:51.115409 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882d7c6-ae85-4315-966d-eac61f88e5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556ab761-2e5e-4443-8548-32172041fe8f,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:51.127206 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-6882d7c6-ae85-4315-966d-eac61f88e5cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a1871bd3d1a54003917d412526647993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635666 May 12 14:56:51.130024 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33566) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:51.136622 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] Pushing event updated for resources: {'Network': ['ID=e28225ad-7595-4fa2-b496-af2fc54be765,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:51.182940 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network e28225ad-7595-4fa2-b496-af2fc54be765 details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 14:56:51.233412 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-6014614c-9835-473a-ba68-85f1ce6239b7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3180611 May 12 14:56:51.238613 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33576) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:51.244632 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-3e3090ba-1306-4205-97cd-a82e5ed98dbb admin admin] Request body: {'subnet': {'network_id': 'e28225ad-7595-4fa2-b496-af2fc54be765', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1716037213-subnet', 'tenant_id': '2971a037a5cb47a7884453aef7aa0d54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:51.255311 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-3e3090ba-1306-4205-97cd-a82e5ed98dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:51.265367 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-71b67aef-3358-4a77-9a1c-b68ca2fe53a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:51.268026 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-3e3090ba-1306-4205-97cd-a82e5ed98dbb admin admin] Usage tracker for resource:subnet and tenant:2971a037a5cb47a7884453aef7aa0d54 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:51.285403 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-3e3090ba-1306-4205-97cd-a82e5ed98dbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:51.305728 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-3e3090ba-1306-4205-97cd-a82e5ed98dbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:51.346977 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-71b67aef-3358-4a77-9a1c-b68ca2fe53a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:51.500672 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3090ba-1306-4205-97cd-a82e5ed98dbb admin admin] Made reservation on behalf of 2971a037a5cb47a7884453aef7aa0d54 for: {'subnet': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:56:51.503528 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3e3090ba-1306-4205-97cd-a82e5ed98dbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:51.547374 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c018cd-bff9-450e-a6df-24c272f320ae req-1ec64515-1cbf-464a-909a-d6f2248da441 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:51.548840 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-45c018cd-bff9-450e-a6df-24c272f320ae req-1ec64515-1cbf-464a-909a-d6f2248da441 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.0994201 May 12 14:56:51.551657 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-71b67aef-3358-4a77-9a1c-b68ca2fe53a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:51.586412 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b67aef-3358-4a77-9a1c-b68ca2fe53a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556ab761-2e5e-4443-8548-32172041fe8f,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:51.597845 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-71b67aef-3358-4a77-9a1c-b68ca2fe53a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:51.599817 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-71b67aef-3358-4a77-9a1c-b68ca2fe53a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/556ab761-2e5e-4443-8548-32172041fe8f HTTP/1.1" status: 204 len: 168 time: 0.4686098 May 12 14:56:51.640328 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-45c018cd-bff9-450e-a6df-24c272f320ae req-1c8135d2-e470-4027-ad8a-acf5da4223e6 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810750 May 12 14:56:51.889528 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3e3090ba-1306-4205-97cd-a82e5ed98dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for subnet, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:51.970312 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3090ba-1306-4205-97cd-a82e5ed98dbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd14cc6f-000b-4eae-b785-eb0c34e7c988,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:51.981411 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3090ba-1306-4205-97cd-a82e5ed98dbb admin admin] Checking segment: {'id': '7cfcc0e6-4fa2-407c-b808-8176782b6066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e28225ad-7595-4fa2-b496-af2fc54be765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:56:51.981786 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3090ba-1306-4205-97cd-a82e5ed98dbb admin admin] Network hostable DHCP agents. Network: e28225ad-7595-4fa2-b496-af2fc54be765, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:56:52.172457 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3090ba-1306-4205-97cd-a82e5ed98dbb admin admin] Network e28225ad-7595-4fa2-b496-af2fc54be765 is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:56:52.344115 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-3e3090ba-1306-4205-97cd-a82e5ed98dbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, e28225ad-7595-4fa2-b496-af2fc54be765) {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:56:52.349031 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3090ba-1306-4205-97cd-a82e5ed98dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:52.349688 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3e3090ba-1306-4205-97cd-a82e5ed98dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:52.363484 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a9d552-9378-48e4-98e2-4d1e1459ce55 None None] Network e28225ad-7595-4fa2-b496-af2fc54be765 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:56:52.526753 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-3e3090ba-1306-4205-97cd-a82e5ed98dbb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2867720 May 12 14:56:52.639932 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44333bf6-a331-477a-861d-3968262e1f5a None None] Network e28225ad-7595-4fa2-b496-af2fc54be765 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:56:52.878285 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753de24-eede-4d88-9a3b-c1d74fb07b2c req-0311df4f-03e6-4d07-805e-55f78f3bdb13 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:52.881001 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0753de24-eede-4d88-9a3b-c1d74fb07b2c req-0311df4f-03e6-4d07-805e-55f78f3bdb13 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1155133 May 12 14:56:52.935454 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0753de24-eede-4d88-9a3b-c1d74fb07b2c req-68eb3556-b700-40c2-874c-b17e83955cf7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468755 May 12 14:56:54.161276 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a47e01-9ace-47be-a4c3-2f5ef582e1c9 req-76f40a7a-aa5f-410d-920a-2a1ff38a14e0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:54.164033 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b2a47e01-9ace-47be-a4c3-2f5ef582e1c9 req-76f40a7a-aa5f-410d-920a-2a1ff38a14e0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1049881 May 12 14:56:54.261118 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b2a47e01-9ace-47be-a4c3-2f5ef582e1c9 req-55ed6070-1400-420b-8a59-1b815347b25a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889003 May 12 14:56:54.298620 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33690) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:54.308092 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1923269518-network', 'tenant_id': '8fba7b9bdc094cf69718b37ff9b75205'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:54.314108 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:54.319433 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Usage tracker for resource:network and tenant:8fba7b9bdc094cf69718b37ff9b75205 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:54.323199 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:54.331508 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:54.469016 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Made reservation on behalf of 8fba7b9bdc094cf69718b37ff9b75205 for: {'network': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:56:54.471420 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:54.485402 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:54.510902 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:54.519688 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Usage tracker for resource:security_group_rule and tenant:8fba7b9bdc094cf69718b37ff9b75205 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:54.523730 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:54.534230 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:54.761742 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:54.915216 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:54.947861 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:56:54.957969 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014a7e5b-41d0-4155-bd8c-458e3dae5239,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:54.964355 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:54.964729 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.segments_db [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Added segment 14d0d616-8a61-40c1-9905-b3754b04441e of type vlan for network 8926b3d9-4df3-4864-b37c-6030e4ad01e8 May 12 14:56:55.000649 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:55.127781 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:55.132361 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:55.132361 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:55.311722 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] Pushing event updated for resources: {'Network': ['ID=8926b3d9-4df3-4864-b37c-6030e4ad01e8,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:55.321841 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network 8926b3d9-4df3-4864-b37c-6030e4ad01e8 details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 14:56:55.421486 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-64ce8495-c58f-4601-b6d7-76bd8ae0dcd4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1216211 May 12 14:56:55.424252 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33740) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:55.430320 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-4ee3f415-3540-4766-82a2-3d2bceab02c8 admin admin] Request body: {'subnet': {'network_id': '8926b3d9-4df3-4864-b37c-6030e4ad01e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1923269518-subnet', 'tenant_id': '8fba7b9bdc094cf69718b37ff9b75205', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:56:55.446704 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-4ee3f415-3540-4766-82a2-3d2bceab02c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:55.451168 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-4ee3f415-3540-4766-82a2-3d2bceab02c8 admin admin] Usage tracker for resource:subnet and tenant:8fba7b9bdc094cf69718b37ff9b75205 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:55.454297 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-4ee3f415-3540-4766-82a2-3d2bceab02c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:55.464405 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-4ee3f415-3540-4766-82a2-3d2bceab02c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:55.520381 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3e159-8d26-48c5-9926-0254e5443826 req-62eb3179-b170-4bb8-8261-e72ca143544e tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:55.522385 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-50a3e159-8d26-48c5-9926-0254e5443826 req-62eb3179-b170-4bb8-8261-e72ca143544e tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1217084 May 12 14:56:55.579970 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-50a3e159-8d26-48c5-9926-0254e5443826 req-8058126c-9b93-479f-9bf3-e96b0bb8b35d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505679 May 12 14:56:55.602718 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee3f415-3540-4766-82a2-3d2bceab02c8 admin admin] Made reservation on behalf of 8fba7b9bdc094cf69718b37ff9b75205 for: {'subnet': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:56:55.605064 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4ee3f415-3540-4766-82a2-3d2bceab02c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:55.991821 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4ee3f415-3540-4766-82a2-3d2bceab02c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for subnet, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:56.075245 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3f415-3540-4766-82a2-3d2bceab02c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b546e731-c881-47bd-a646-498c5453f50a,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:56.083341 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee3f415-3540-4766-82a2-3d2bceab02c8 admin admin] Checking segment: {'id': '14d0d616-8a61-40c1-9905-b3754b04441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8926b3d9-4df3-4864-b37c-6030e4ad01e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:56:56.083699 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee3f415-3540-4766-82a2-3d2bceab02c8 admin admin] Network hostable DHCP agents. Network: 8926b3d9-4df3-4864-b37c-6030e4ad01e8, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:56:56.219945 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee3f415-3540-4766-82a2-3d2bceab02c8 admin admin] Network 8926b3d9-4df3-4864-b37c-6030e4ad01e8 is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:56:56.328719 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-4ee3f415-3540-4766-82a2-3d2bceab02c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, 8926b3d9-4df3-4864-b37c-6030e4ad01e8) {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:56:56.333424 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee3f415-3540-4766-82a2-3d2bceab02c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:56.334182 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4ee3f415-3540-4766-82a2-3d2bceab02c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:56.339398 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb6f6fc-74f5-4906-8336-64b0c1165d74 None None] Network 8926b3d9-4df3-4864-b37c-6030e4ad01e8 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:56:56.476931 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-4ee3f415-3540-4766-82a2-3d2bceab02c8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0513811 May 12 14:56:56.639229 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d028b78-3673-4116-a26e-051f23abe755 None None] Network 8926b3d9-4df3-4864-b37c-6030e4ad01e8 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:56:56.690977 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33768) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:56.796293 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_v2 [None req-be576ee4-292f-46d4-ba72-22d48570e000 admin admin] Deleting subnet bd14cc6f-000b-4eae-b785-eb0c34e7c988 {{(pid=88106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 14:56:56.800288 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-be576ee4-292f-46d4-ba72-22d48570e000 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:56.848390 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d37155-d1c8-4cc1-bf6a-0f6dd7b14ceb req-5049a54c-95eb-45fc-9180-97cabe260c07 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:56.851211 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-10d37155-d1c8-4cc1-bf6a-0f6dd7b14ceb req-5049a54c-95eb-45fc-9180-97cabe260c07 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1190629 May 12 14:56:56.874416 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-be576ee4-292f-46d4-ba72-22d48570e000 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:56.883614 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-be576ee4-292f-46d4-ba72-22d48570e000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698402'] for subnet, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:56.945077 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-10d37155-d1c8-4cc1-bf6a-0f6dd7b14ceb req-e1387825-2b75-4f75-a662-8a3e36429f2a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871537 May 12 14:56:57.134695 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-be576ee4-292f-46d4-ba72-22d48570e000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for subnet, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:57.190286 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be576ee4-292f-46d4-ba72-22d48570e000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd14cc6f-000b-4eae-b785-eb0c34e7c988,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:57.192315 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-be576ee4-292f-46d4-ba72-22d48570e000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:57.209737 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33790) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:57.210200 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-be576ee4-292f-46d4-ba72-22d48570e000 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/bd14cc6f-000b-4eae-b785-eb0c34e7c988 HTTP/1.1" status: 204 len: 168 time: 0.5174961 May 12 14:56:57.327038 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-90e62ba5-8843-4785-8005-bfe52847ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763935'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:57.523010 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-90e62ba5-8843-4785-8005-bfe52847ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8787124724866'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:57.556905 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.services.segments.db [None req-90e62ba5-8843-4785-8005-bfe52847ec13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28225ad-7595-4fa2-b496-af2fc54be765']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:57.571691 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.services.segments.db [None req-90e62ba5-8843-4785-8005-bfe52847ec13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfcc0e6-4fa2-407c-b808-8176782b6066') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:57.572127 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.services.segments.db [None req-90e62ba5-8843-4785-8005-bfe52847ec13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfcc0e6-4fa2-407c-b808-8176782b6066') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:57.584432 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-90e62ba5-8843-4785-8005-bfe52847ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787124727709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2352245'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:57.603085 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-90e62ba5-8843-4785-8005-bfe52847ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:57.612438 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e62ba5-8843-4785-8005-bfe52847ec13 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:56:57.612926 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-90e62ba5-8843-4785-8005-bfe52847ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-738659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1089427'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: Traceback (most recent call last): May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: timer() May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: cb(*args, **kw) May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: return func(*args, **kwargs) May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: self._notify() May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: self.callback(batched_events) May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: event.method(event) May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: return f(self, *a, **k) May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: return self._get(url).json() May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: return self.request(url, 'GET', **kwargs) May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:56:57.628063 dv-cinder-831187-2-smb neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:56:57.808840 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-90e62ba5-8843-4785-8005-bfe52847ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624953'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:57.823431 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33806) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:57.834306 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-90e62ba5-8843-4785-8005-bfe52847ec13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:57.844158 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e62ba5-8843-4785-8005-bfe52847ec13 admin admin] Pushing event deleted for resources: {'Network': ['ID=e28225ad-7595-4fa2-b496-af2fc54be765,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:57.846792 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-90e62ba5-8843-4785-8005-bfe52847ec13 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e28225ad-7595-4fa2-b496-af2fc54be765 HTTP/1.1" status: 204 len: 168 time: 0.6360643 May 12 14:56:57.849875 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33812) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:57.912002 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e9b398-5b49-4af0-a8c9-abfbcac26215 admin admin] Deleting subnet b546e731-c881-47bd-a646-498c5453f50a {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 14:56:57.915466 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c5e9b398-5b49-4af0-a8c9-abfbcac26215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:57.965674 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5ea568a2-d8bd-4e11-a7e4-2bdd9ab32c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:57.981443 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c5e9b398-5b49-4af0-a8c9-abfbcac26215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2352204'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:57.985503 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-5ea568a2-d8bd-4e11-a7e4-2bdd9ab32c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:56:57.989951 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-5ea568a2-d8bd-4e11-a7e4-2bdd9ab32c16 admin admin] Usage tracker for resource:security_group_rule and tenant:6a66f7a3842d4076a49c5386dd7c0117 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:56:57.993406 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-5ea568a2-d8bd-4e11-a7e4-2bdd9ab32c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:56:58.000507 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-5ea568a2-d8bd-4e11-a7e4-2bdd9ab32c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:56:58.089663 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c5e9b398-5b49-4af0-a8c9-abfbcac26215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698402'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:58.101467 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5ea568a2-d8bd-4e11-a7e4-2bdd9ab32c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:58.194616 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91238e55-1e11-43e0-828d-d03092c738b4 req-510d42b4-c4a1-46d5-b1f8-b947dccbd57e tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:58.196140 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-91238e55-1e11-43e0-828d-d03092c738b4 req-510d42b4-c4a1-46d5-b1f8-b947dccbd57e tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1440239 May 12 14:56:58.253795 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-91238e55-1e11-43e0-828d-d03092c738b4 req-d23847b2-7258-470e-884e-a4bfea6e61c2 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479913 May 12 14:56:58.271303 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5ea568a2-d8bd-4e11-a7e4-2bdd9ab32c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:58.322005 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-5ea568a2-d8bd-4e11-a7e4-2bdd9ab32c16 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a66f7a3842d4076a49c5386dd7c0117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4973562 May 12 14:56:58.323679 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea568a2-d8bd-4e11-a7e4-2bdd9ab32c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fd45d9-9770-4a32-b307-817bea0d624d,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:58.325757 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33824) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:58.349163 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c5e9b398-5b49-4af0-a8c9-abfbcac26215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1090097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2178521'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:58.400652 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9b398-5b49-4af0-a8c9-abfbcac26215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b546e731-c881-47bd-a646-498c5453f50a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:58.416489 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c5e9b398-5b49-4af0-a8c9-abfbcac26215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:58.431240 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-c5e9b398-5b49-4af0-a8c9-abfbcac26215 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b546e731-c881-47bd-a646-498c5453f50a HTTP/1.1" status: 204 len: 168 time: 0.5802984 May 12 14:56:58.434439 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33830) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:56:58.452587 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab5cf-a3a8-4bc8-a0e2-2c32811272ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:58.482726 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab5cf-a3a8-4bc8-a0e2-2c32811272ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:58.557594 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763935'] for network, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:58.677317 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab5cf-a3a8-4bc8-a0e2-2c32811272ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:58.693416 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ab5cf-a3a8-4bc8-a0e2-2c32811272ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fd45d9-9770-4a32-b307-817bea0d624d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:58.701645 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab5cf-a3a8-4bc8-a0e2-2c32811272ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:58.703275 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-8d7ab5cf-a3a8-4bc8-a0e2-2c32811272ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/09fd45d9-9770-4a32-b307-817bea0d624d HTTP/1.1" status: 204 len: 168 time: 0.3759537 May 12 14:56:58.745970 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8787124724866'] for network, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:58.776456 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:58.776796 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:58.777577 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:58.778607 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Subscribe: > port after_create 55550000 {{(pid=88106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:58.778921 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Subscribe: > port after_delete 55550000 {{(pid=88106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:58.779265 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Subscribe: > port after_update 55550000 {{(pid=88106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:58.779587 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:58.779953 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:58.780293 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:58.780605 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:58.848034 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:58.848691 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:58.848691 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:58.849006 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 14:56:58.849370 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8926b3d9-4df3-4864-b37c-6030e4ad01e8']}} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:58.869199 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d0d616-8a61-40c1-9905-b3754b04441e') {'for_net_delete': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:58.869485 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d0d616-8a61-40c1-9905-b3754b04441e') {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:56:58.882727 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787124727709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4098369'] for segment, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:58.901825 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:58.910732 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:56:58.911118 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-738659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235696'] for segment, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: from cryptography.utils import int_from_bytes May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: from cryptography.utils import int_from_bytes May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: util.warn_limited( May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: Traceback (most recent call last): May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: timer() May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: cb(*args, **kw) May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: return func(*args, **kwargs) May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: self._notify() May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: self.callback(batched_events) May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: event.method(event) May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: return f(self, *a, **k) May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: return self._get(url).json() May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: return self.request(url, 'GET', **kwargs) May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:56:58.932045 dv-cinder-831187-2-smb neutron-server[88106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:56:59.129310 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624953'] for network, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:59.191459 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:56:59.191459 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] Pushing event deleted for resources: {'Network': ['ID=8926b3d9-4df3-4864-b37c-6030e4ad01e8,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:56:59.191459 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-ff65f42d-9a3e-4cc9-9703-e4b21158468b admin admin] 10.222.0.70 "DELETE /v2.0/networks/8926b3d9-4df3-4864-b37c-6030e4ad01e8 HTTP/1.1" status: 204 len: 168 time: 0.7320569 May 12 14:56:59.450405 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31273c-5039-4518-a57d-81b200f8b1ea req-119f9006-76fa-42c4-b53d-258498eeceb6 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:56:59.450405 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3e31273c-5039-4518-a57d-81b200f8b1ea req-119f9006-76fa-42c4-b53d-258498eeceb6 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.0829287 May 12 14:56:59.499887 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3e31273c-5039-4518-a57d-81b200f8b1ea req-d2ac5b13-e20a-4e4f-bf73-9f66ff9ed86a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454166 May 12 14:56:59.966290 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33870) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:00.017846 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-2335f2ad-7383-4f65-85cf-571c22c6ddca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2971a037a5cb47a7884453aef7aa0d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554152 May 12 14:57:00.022189 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33874) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:00.094012 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-bd190787-f571-4962-8f2c-c1443c006b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:00.125246 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-bd190787-f571-4962-8f2c-c1443c006b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:00.266906 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33880) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:00.285705 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-eea87d3f-922a-4f56-99f5-029cbed33747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:00.303178 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-eea87d3f-922a-4f56-99f5-029cbed33747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:00.313159 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-eea87d3f-922a-4f56-99f5-029cbed33747 admin admin] Usage tracker for resource:security_group_rule and tenant:9423b12815f3493e8f421d5a4885c925 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:00.313159 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-eea87d3f-922a-4f56-99f5-029cbed33747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:00.317647 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-eea87d3f-922a-4f56-99f5-029cbed33747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:00.381088 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33884) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:00.393833 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-bd190787-f571-4962-8f2c-c1443c006b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:00.431624 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd190787-f571-4962-8f2c-c1443c006b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3792be12-338f-41d3-afa5-374af3bc0e31,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:00.443869 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-eea87d3f-922a-4f56-99f5-029cbed33747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:00.461233 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-bd190787-f571-4962-8f2c-c1443c006b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:00.463258 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-bd190787-f571-4962-8f2c-c1443c006b3c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3792be12-338f-41d3-afa5-374af3bc0e31 HTTP/1.1" status: 204 len: 168 time: 0.4399862 May 12 14:57:00.528471 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e9f788a-0f65-40de-bd4a-42b76a37a6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:00.546660 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3e9f788a-0f65-40de-bd4a-42b76a37a6cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:00.551309 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-eea87d3f-922a-4f56-99f5-029cbed33747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:00.551534 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-3e9f788a-0f65-40de-bd4a-42b76a37a6cc admin admin] Usage tracker for resource:security_group_rule and tenant:b2ebe21823c64dcf86710ae9259da95f is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:00.555093 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-3e9f788a-0f65-40de-bd4a-42b76a37a6cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:00.562771 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3e9f788a-0f65-40de-bd4a-42b76a37a6cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:00.618438 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-eea87d3f-922a-4f56-99f5-029cbed33747 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9423b12815f3493e8f421d5a4885c925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478708 May 12 14:57:00.618438 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea87d3f-922a-4f56-99f5-029cbed33747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58b6d71-1cad-474c-9d12-682b58d246df,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:00.619274 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33896) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:00.730402 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33900) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:00.796309 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e9f788a-0f65-40de-bd4a-42b76a37a6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:00.817286 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-919b178a-195c-493a-88eb-218ed74f0ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:00.858327 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51223e-59b1-4fd8-8145-1d0b2075ad57 req-ec88ee57-52fb-4174-bbff-a3983c1987ca tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:00.859920 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0d51223e-59b1-4fd8-8145-1d0b2075ad57 req-ec88ee57-52fb-4174-bbff-a3983c1987ca tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.2043707 May 12 14:57:00.864832 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-919b178a-195c-493a-88eb-218ed74f0ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:00.904162 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e9f788a-0f65-40de-bd4a-42b76a37a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:00.998983 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-3e9f788a-0f65-40de-bd4a-42b76a37a6cc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2ebe21823c64dcf86710ae9259da95f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6130912 May 12 14:57:00.999274 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33908) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:01.008008 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0d51223e-59b1-4fd8-8145-1d0b2075ad57 req-6d2d49f3-c58b-464f-997e-ac25986229f5 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357586 May 12 14:57:01.010628 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f788a-0f65-40de-bd4a-42b76a37a6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8b175e-1bd4-4152-88ef-b28b09cdb976,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:01.081402 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a97d0e85-a801-4b9b-852c-e48b8134cb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:01.109801 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-a97d0e85-a801-4b9b-852c-e48b8134cb8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:01.117482 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-a97d0e85-a801-4b9b-852c-e48b8134cb8f admin admin] Usage tracker for resource:security_group_rule and tenant:9e772a50e5544946a9d0259ab031708e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:01.123799 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-a97d0e85-a801-4b9b-852c-e48b8134cb8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:01.126760 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-88e12d61-1b8e-4bef-ac99-866674a60f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:01.131938 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-a97d0e85-a801-4b9b-852c-e48b8134cb8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:01.173603 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-88e12d61-1b8e-4bef-ac99-866674a60f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:01.180219 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-919b178a-195c-493a-88eb-218ed74f0ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:01.205014 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b178a-195c-493a-88eb-218ed74f0ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58b6d71-1cad-474c-9d12-682b58d246df,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:01.222097 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-919b178a-195c-493a-88eb-218ed74f0ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:01.225219 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-919b178a-195c-493a-88eb-218ed74f0ca8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f58b6d71-1cad-474c-9d12-682b58d246df HTTP/1.1" status: 204 len: 168 time: 0.6043801 May 12 14:57:01.302467 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a97d0e85-a801-4b9b-852c-e48b8134cb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:01.437265 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-88e12d61-1b8e-4bef-ac99-866674a60f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:01.494815 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33918) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:01.527356 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a97d0e85-a801-4b9b-852c-e48b8134cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:01.543062 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e12d61-1b8e-4bef-ac99-866674a60f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8b175e-1bd4-4152-88ef-b28b09cdb976,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:01.554934 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-3bd577bf-574b-4afc-a74a-53381a658ac4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8fba7b9bdc094cf69718b37ff9b75205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588028 May 12 14:57:01.557788 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33922) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:01.592262 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-88e12d61-1b8e-4bef-ac99-866674a60f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:01.593845 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-88e12d61-1b8e-4bef-ac99-866674a60f8a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3e8b175e-1bd4-4152-88ef-b28b09cdb976 HTTP/1.1" status: 204 len: 168 time: 0.5930486 May 12 14:57:01.606558 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-a97d0e85-a801-4b9b-852c-e48b8134cb8f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e772a50e5544946a9d0259ab031708e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8734148 May 12 14:57:01.610906 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33930) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:01.615443 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d0e85-a801-4b9b-852c-e48b8134cb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03f6a2e-ad8d-438f-90d1-35119d69c3ab,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:01.692304 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb165284-bf24-48f6-87e6-d70963245a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:01.720867 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b2b2568a-f7f8-40cc-b81c-761ccef28338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:01.746059 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb165284-bf24-48f6-87e6-d70963245a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:01.786938 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b2b2568a-f7f8-40cc-b81c-761ccef28338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:01.986126 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b2b2568a-f7f8-40cc-b81c-761ccef28338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:01.989844 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb165284-bf24-48f6-87e6-d70963245a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:02.014867 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2568a-f7f8-40cc-b81c-761ccef28338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03f6a2e-ad8d-438f-90d1-35119d69c3ab,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:02.037707 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb165284-bf24-48f6-87e6-d70963245a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014a7e5b-41d0-4155-bd8c-458e3dae5239,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:02.042027 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb165284-bf24-48f6-87e6-d70963245a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:02.045024 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-eb165284-bf24-48f6-87e6-d70963245a5c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/014a7e5b-41d0-4155-bd8c-458e3dae5239 HTTP/1.1" status: 204 len: 168 time: 0.4843190 May 12 14:57:02.046850 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b2b2568a-f7f8-40cc-b81c-761ccef28338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:02.048194 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-b2b2568a-f7f8-40cc-b81c-761ccef28338 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f03f6a2e-ad8d-438f-90d1-35119d69c3ab HTTP/1.1" status: 204 len: 168 time: 0.4358490 May 12 14:57:02.261402 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324eaf9-8918-4727-bd1b-3c56403312e3 req-d09d904e-75fd-4dce-95c7-a30f095eed8a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:02.263362 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5324eaf9-8918-4727-bd1b-3c56403312e3 req-d09d904e-75fd-4dce-95c7-a30f095eed8a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1088660 May 12 14:57:02.310495 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5324eaf9-8918-4727-bd1b-3c56403312e3 req-ad7bef89-8d62-4522-835f-0ebefdd72d82 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411489 May 12 14:57:03.060880 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33966) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:03.078503 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8124bf15-0085-468f-8c1a-1cc8c21b22b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:03.092531 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8124bf15-0085-468f-8c1a-1cc8c21b22b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:03.096378 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-8124bf15-0085-468f-8c1a-1cc8c21b22b4 admin admin] Usage tracker for resource:security_group_rule and tenant:119caecf70b2409185f461288f5b4bca is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:03.099267 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-8124bf15-0085-468f-8c1a-1cc8c21b22b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:03.104959 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8124bf15-0085-468f-8c1a-1cc8c21b22b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:03.185631 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33972) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:03.217164 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8124bf15-0085-468f-8c1a-1cc8c21b22b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:03.217900 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a75c33d5-5d95-40bc-bb95-0d993bb48d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:03.236695 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-a75c33d5-5d95-40bc-bb95-0d993bb48d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:03.244687 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-a75c33d5-5d95-40bc-bb95-0d993bb48d5e admin admin] Usage tracker for resource:security_group_rule and tenant:6ed19eae19c446c696b41a609e54afba is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:03.249426 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-a75c33d5-5d95-40bc-bb95-0d993bb48d5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:03.256551 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-a75c33d5-5d95-40bc-bb95-0d993bb48d5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:03.319105 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8124bf15-0085-468f-8c1a-1cc8c21b22b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:03.386996 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-8124bf15-0085-468f-8c1a-1cc8c21b22b4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=119caecf70b2409185f461288f5b4bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244402 May 12 14:57:03.390557 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 33982) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:03.405980 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124bf15-0085-468f-8c1a-1cc8c21b22b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cb3bb4-288d-48cb-8d6b-e7e9753f659a,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:03.491846 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a75c33d5-5d95-40bc-bb95-0d993bb48d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:03.511673 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e28a19c5-dc04-4a21-bb80-f237c8ad2596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:03.642075 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e28a19c5-dc04-4a21-bb80-f237c8ad2596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:03.677265 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a75c33d5-5d95-40bc-bb95-0d993bb48d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:03.705675 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b5469-4782-4409-9d0c-99fdbb3cfa4e req-f1de8750-6928-4e91-8744-2f25a172f9cc tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:03.708189 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1e6b5469-4782-4409-9d0c-99fdbb3cfa4e req-f1de8750-6928-4e91-8744-2f25a172f9cc tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.2335987 May 12 14:57:03.736901 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-a75c33d5-5d95-40bc-bb95-0d993bb48d5e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ed19eae19c446c696b41a609e54afba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5468469 May 12 14:57:03.736901 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c33d5-5d95-40bc-bb95-0d993bb48d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21baeafd-50ee-416d-838a-a09c8abec481,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:03.738158 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33990) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:03.783818 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1e6b5469-4782-4409-9d0c-99fdbb3cfa4e req-7c015fae-6ce8-443b-a7ca-393e1e842978 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592515 May 12 14:57:03.811475 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-949705de-ffc0-4c1a-96f3-a37cd85f8c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:03.840831 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-949705de-ffc0-4c1a-96f3-a37cd85f8c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:03.906501 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 33998) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:03.909280 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e28a19c5-dc04-4a21-bb80-f237c8ad2596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:03.931159 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a19c5-dc04-4a21-bb80-f237c8ad2596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cb3bb4-288d-48cb-8d6b-e7e9753f659a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:03.947020 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e28a19c5-dc04-4a21-bb80-f237c8ad2596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:03.948159 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-e28a19c5-dc04-4a21-bb80-f237c8ad2596 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/27cb3bb4-288d-48cb-8d6b-e7e9753f659a HTTP/1.1" status: 204 len: 168 time: 0.5563133 May 12 14:57:04.009350 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 34006) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:04.069949 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-949705de-ffc0-4c1a-96f3-a37cd85f8c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:04.079961 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949705de-ffc0-4c1a-96f3-a37cd85f8c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21baeafd-50ee-416d-838a-a09c8abec481,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:04.089050 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-949705de-ffc0-4c1a-96f3-a37cd85f8c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:04.090290 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-949705de-ffc0-4c1a-96f3-a37cd85f8c50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/21baeafd-50ee-416d-838a-a09c8abec481 HTTP/1.1" status: 204 len: 168 time: 0.3511424 May 12 14:57:04.097041 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-887242620-network', 'tenant_id': '848f8f7ea98045c9a115df344b7620bd'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:57:04.101832 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:04.106280 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Usage tracker for resource:network and tenant:848f8f7ea98045c9a115df344b7620bd is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:04.110918 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:04.117177 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:04.258763 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-94c77dcf-ae8a-462b-ac23-20018f000acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:04.275178 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-94c77dcf-ae8a-462b-ac23-20018f000acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:04.280710 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-94c77dcf-ae8a-462b-ac23-20018f000acd admin admin] Usage tracker for resource:security_group_rule and tenant:0fc9eeea506d407db7f1e995f5c81b4c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:04.284025 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-94c77dcf-ae8a-462b-ac23-20018f000acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:04.290400 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-94c77dcf-ae8a-462b-ac23-20018f000acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:04.303328 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Made reservation on behalf of 848f8f7ea98045c9a115df344b7620bd for: {'network': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:57:04.309541 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:04.319382 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:04.335128 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:04.339245 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Usage tracker for resource:security_group_rule and tenant:848f8f7ea98045c9a115df344b7620bd is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:04.343305 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:04.349412 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:04.387682 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-94c77dcf-ae8a-462b-ac23-20018f000acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:04.435902 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:04.515719 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-94c77dcf-ae8a-462b-ac23-20018f000acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:04.566489 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-94c77dcf-ae8a-462b-ac23-20018f000acd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0fc9eeea506d407db7f1e995f5c81b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5566089 May 12 14:57:04.568051 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c77dcf-ae8a-462b-ac23-20018f000acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7c0c35-2d4f-4558-b724-7ff8c2c9959f,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:04.569178 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34022) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:04.607578 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:04.647258 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:57:04.667645 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f420eac1-8549-4876-aa3b-1edcb2281704,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:04.676992 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-02836dc0-1e84-485a-88f4-bada81240188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:04.678856 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:04.679184 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.segments_db [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Added segment 919d8ff7-3b77-4c30-aa15-10fe338a3177 of type vlan for network 8c76fb51-77c2-4a42-87bf-b5c567f97f5d May 12 14:57:04.726881 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-02836dc0-1e84-485a-88f4-bada81240188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:04.738598 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:04.923553 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:04.927003 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:04.927003 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:04.945495 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-02836dc0-1e84-485a-88f4-bada81240188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:05.033574 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02836dc0-1e84-485a-88f4-bada81240188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7c0c35-2d4f-4558-b724-7ff8c2c9959f,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:05.070576 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] Pushing event updated for resources: {'Network': ['ID=8c76fb51-77c2-4a42-87bf-b5c567f97f5d,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:05.073294 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-02836dc0-1e84-485a-88f4-bada81240188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:05.075490 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-02836dc0-1e84-485a-88f4-bada81240188 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b7c0c35-2d4f-4558-b724-7ff8c2c9959f HTTP/1.1" status: 204 len: 168 time: 0.5050545 May 12 14:57:05.081869 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network 8c76fb51-77c2-4a42-87bf-b5c567f97f5d details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 14:57:05.146432 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079241c-7707-4366-a916-d1185329ee35 req-fad33974-2f93-477b-8695-f5738d26a762 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:05.147955 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7079241c-7707-4366-a916-d1185329ee35 req-fad33974-2f93-477b-8695-f5738d26a762 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.0996659 May 12 14:57:05.204869 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7079241c-7707-4366-a916-d1185329ee35 req-b52df659-57df-4ad8-95d7-42b4a06eb75d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500762 May 12 14:57:05.224387 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-00e1f67a-2543-4308-8c56-3e8f7972e2b7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3134384 May 12 14:57:05.232460 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34054) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:05.239397 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-75af0f8a-138e-457a-b2b3-1c0121cb29ab admin admin] Request body: {'subnet': {'network_id': '8c76fb51-77c2-4a42-87bf-b5c567f97f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-887242620-subnet', 'tenant_id': '848f8f7ea98045c9a115df344b7620bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:57:05.245100 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-75af0f8a-138e-457a-b2b3-1c0121cb29ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:05.250028 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-75af0f8a-138e-457a-b2b3-1c0121cb29ab admin admin] Usage tracker for resource:subnet and tenant:848f8f7ea98045c9a115df344b7620bd is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:05.253910 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-75af0f8a-138e-457a-b2b3-1c0121cb29ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:05.260538 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-75af0f8a-138e-457a-b2b3-1c0121cb29ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:05.396846 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75af0f8a-138e-457a-b2b3-1c0121cb29ab admin admin] Made reservation on behalf of 848f8f7ea98045c9a115df344b7620bd for: {'subnet': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:57:05.399311 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-75af0f8a-138e-457a-b2b3-1c0121cb29ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146299'] for subnet, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:05.510118 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0012dd-d210-493b-aceb-370c8c63443f req-e0c02211-d832-4edd-8754-934d423646bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:05.511727 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ae0012dd-d210-493b-aceb-370c8c63443f req-e0c02211-d832-4edd-8754-934d423646bc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 1098 time: 0.0836735 May 12 14:57:05.557730 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ae0012dd-d210-493b-aceb-370c8c63443f req-aa15f506-7595-4798-88e1-6524d135eb39 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375750 May 12 14:57:05.757488 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-75af0f8a-138e-457a-b2b3-1c0121cb29ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2236627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146285'] for subnet, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:05.838751 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af0f8a-138e-457a-b2b3-1c0121cb29ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c35a9bd-eed7-4e3f-a246-0a0b2746bf49,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:05.850679 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af0f8a-138e-457a-b2b3-1c0121cb29ab admin admin] Checking segment: {'id': '919d8ff7-3b77-4c30-aa15-10fe338a3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8c76fb51-77c2-4a42-87bf-b5c567f97f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:57:05.851036 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75af0f8a-138e-457a-b2b3-1c0121cb29ab admin admin] Network hostable DHCP agents. Network: 8c76fb51-77c2-4a42-87bf-b5c567f97f5d, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:57:06.006339 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75af0f8a-138e-457a-b2b3-1c0121cb29ab admin admin] Network 8c76fb51-77c2-4a42-87bf-b5c567f97f5d is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:57:06.123803 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-75af0f8a-138e-457a-b2b3-1c0121cb29ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, 8c76fb51-77c2-4a42-87bf-b5c567f97f5d) {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:57:06.131921 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75af0f8a-138e-457a-b2b3-1c0121cb29ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:06.132884 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-75af0f8a-138e-457a-b2b3-1c0121cb29ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:06.136536 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49011e8-6dc7-4dc1-933c-4c89dfeb858f None None] Network 8c76fb51-77c2-4a42-87bf-b5c567f97f5d requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:57:06.279785 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-75af0f8a-138e-457a-b2b3-1c0121cb29ab admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0453081 May 12 14:57:06.396485 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45da017d-0e7c-4518-a6f4-7571c6d08d1d None None] Network 8c76fb51-77c2-4a42-87bf-b5c567f97f5d requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:57:06.401246 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34086) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:06.431659 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3f961adb-a907-4333-a063-ea79d7ea1496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:06.463319 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-3f961adb-a907-4333-a063-ea79d7ea1496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:06.471041 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-3f961adb-a907-4333-a063-ea79d7ea1496 admin admin] Usage tracker for resource:security_group_rule and tenant:9f922060334942e9bf6973748d3332f1 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:06.482558 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0f2ce-2c73-4147-931a-e24531b8d89e req-6bfe13a9-8345-476b-9287-c83e8fe26f50 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:06.484070 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1be0f2ce-2c73-4147-931a-e24531b8d89e req-6bfe13a9-8345-476b-9287-c83e8fe26f50 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1347053 May 12 14:57:06.485142 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-3f961adb-a907-4333-a063-ea79d7ea1496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:06.491520 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-3f961adb-a907-4333-a063-ea79d7ea1496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:06.577608 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1be0f2ce-2c73-4147-931a-e24531b8d89e req-4e330f41-6921-4886-82d2-a68381ac4537 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834887 May 12 14:57:06.597650 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3f961adb-a907-4333-a063-ea79d7ea1496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:06.683058 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3f961adb-a907-4333-a063-ea79d7ea1496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:06.736107 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f961adb-a907-4333-a063-ea79d7ea1496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1977507c-16ed-4b12-8d99-379e2de2d3ee,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:06.749317 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-3f961adb-a907-4333-a063-ea79d7ea1496 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9f922060334942e9bf6973748d3332f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469934 May 12 14:57:06.751975 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34094) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:06.851960 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8d2cfdbd-8620-4921-accf-d6d024c39896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:06.883587 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8d2cfdbd-8620-4921-accf-d6d024c39896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:07.057972 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8d2cfdbd-8620-4921-accf-d6d024c39896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:07.088367 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cfdbd-8620-4921-accf-d6d024c39896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1977507c-16ed-4b12-8d99-379e2de2d3ee,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:07.107729 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8d2cfdbd-8620-4921-accf-d6d024c39896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:07.112420 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-8d2cfdbd-8620-4921-accf-d6d024c39896 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1977507c-16ed-4b12-8d99-379e2de2d3ee HTTP/1.1" status: 204 len: 168 time: 0.3558388 May 12 14:57:07.794812 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707753b-a7a5-4d15-ba4d-925b3b136f00 req-31cd5bd2-b64e-4b5c-8a18-90ec087bfba9 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:07.796357 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b707753b-a7a5-4d15-ba4d-925b3b136f00 req-31cd5bd2-b64e-4b5c-8a18-90ec087bfba9 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1002831 May 12 14:57:07.842503 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b707753b-a7a5-4d15-ba4d-925b3b136f00 req-4892a32e-9f2c-4711-ac16-bf7272d573f1 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402429 May 12 14:57:08.051035 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272802b-a7a0-4d84-aa89-3770acf1b195 req-4539092d-207b-4d11-8f29-aab3ab355bee tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:08.053017 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b272802b-a7a0-4d84-aa89-3770acf1b195 req-4539092d-207b-4d11-8f29-aab3ab355bee tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.0953403 May 12 14:57:08.129268 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b272802b-a7a0-4d84-aa89-3770acf1b195 req-7911d1c3-a64e-4f2e-aa86-3da3bf894b3a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682092 May 12 14:57:08.705068 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 34172) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:08.710660 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1952233050-network', 'tenant_id': 'f57e71f0c14e46f789d8083dcc3a8c74'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:57:08.715432 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:08.719462 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Usage tracker for resource:network and tenant:f57e71f0c14e46f789d8083dcc3a8c74 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:08.722436 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:08.728698 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:08.865654 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Made reservation on behalf of f57e71f0c14e46f789d8083dcc3a8c74 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:57:08.868902 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:08.883548 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:08.915608 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:08.927087 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Usage tracker for resource:security_group_rule and tenant:f57e71f0c14e46f789d8083dcc3a8c74 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:08.931690 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:08.940449 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:09.046598 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:09.257985 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:09.319546 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:57:09.338853 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01be054-b1c7-4932-805f-c4e2e5c9e8c2,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:09.351240 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:09.351240 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.db.segments_db [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Added segment c53906fe-5ccd-40e5-bb8e-c96d57c95125 of type vlan for network 79838652-d03c-4f4b-ba96-392bb903b6d7 May 12 14:57:09.385270 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:09.514617 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:09.515843 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:09.516340 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:09.629685 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] Pushing event updated for resources: {'Network': ['ID=79838652-d03c-4f4b-ba96-392bb903b6d7,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:09.644575 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network 79838652-d03c-4f4b-ba96-392bb903b6d7 details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 14:57:09.721709 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-6f08a85c-d724-4d58-8d90-5d451c2bbd65 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0154495 May 12 14:57:09.735353 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 34232) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:09.741003 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4fbfcb62-d6d5-4dad-8858-0c1065099f98 admin admin] Request body: {'subnet': {'network_id': '79838652-d03c-4f4b-ba96-392bb903b6d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1952233050-subnet', 'tenant_id': 'f57e71f0c14e46f789d8083dcc3a8c74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:57:09.751205 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4fbfcb62-d6d5-4dad-8858-0c1065099f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:09.762250 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-4fbfcb62-d6d5-4dad-8858-0c1065099f98 admin admin] Usage tracker for resource:subnet and tenant:f57e71f0c14e46f789d8083dcc3a8c74 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:09.779429 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-4fbfcb62-d6d5-4dad-8858-0c1065099f98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:09.788744 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4fbfcb62-d6d5-4dad-8858-0c1065099f98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:09.864292 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbfcb62-d6d5-4dad-8858-0c1065099f98 admin admin] Made reservation on behalf of f57e71f0c14e46f789d8083dcc3a8c74 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:57:09.869443 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4fbfcb62-d6d5-4dad-8858-0c1065099f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2178548'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:10.252483 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4fbfcb62-d6d5-4dad-8858-0c1065099f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1090160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2178530'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:10.342425 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfcb62-d6d5-4dad-8858-0c1065099f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb8c4760-f169-4e1a-81b3-fedbc79edc29,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:10.349291 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbfcb62-d6d5-4dad-8858-0c1065099f98 admin admin] Checking segment: {'id': 'c53906fe-5ccd-40e5-bb8e-c96d57c95125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '79838652-d03c-4f4b-ba96-392bb903b6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:57:10.349676 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbfcb62-d6d5-4dad-8858-0c1065099f98 admin admin] Network hostable DHCP agents. Network: 79838652-d03c-4f4b-ba96-392bb903b6d7, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:57:10.422417 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 34246) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:10.466220 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbfcb62-d6d5-4dad-8858-0c1065099f98 admin admin] Network 79838652-d03c-4f4b-ba96-392bb903b6d7 is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:57:10.570831 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2e9bf5e3-b72d-4356-b1b6-a21974309150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:10.586781 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-4fbfcb62-d6d5-4dad-8858-0c1065099f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, 79838652-d03c-4f4b-ba96-392bb903b6d7) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:57:10.591882 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2e9bf5e3-b72d-4356-b1b6-a21974309150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:10.594431 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbfcb62-d6d5-4dad-8858-0c1065099f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:10.595007 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4fbfcb62-d6d5-4dad-8858-0c1065099f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:10.603484 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8fe020-9041-4d3e-b4ea-395bde0069fd None None] Network 79838652-d03c-4f4b-ba96-392bb903b6d7 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:57:10.607402 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-2e9bf5e3-b72d-4356-b1b6-a21974309150 admin admin] Usage tracker for resource:security_group_rule and tenant:266808113761409f94b2441602b9ebd5 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:10.627546 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-2e9bf5e3-b72d-4356-b1b6-a21974309150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:10.633963 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2e9bf5e3-b72d-4356-b1b6-a21974309150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:10.739931 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-4fbfcb62-d6d5-4dad-8858-0c1065099f98 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0037339 May 12 14:57:10.972309 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2e9bf5e3-b72d-4356-b1b6-a21974309150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:10.980858 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d9c8c066-53e4-499d-92ca-7b516fa34ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:10.991337 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2437d078-2baa-48a9-aedf-d2111d04706e None None] Network 79838652-d03c-4f4b-ba96-392bb903b6d7 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:57:11.063924 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2e9bf5e3-b72d-4356-b1b6-a21974309150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:11.210306 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bf5e3-b72d-4356-b1b6-a21974309150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fea9ad-0811-4e18-a16b-c6ba75e6f78b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:11.223096 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34272) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:11.223570 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-2e9bf5e3-b72d-4356-b1b6-a21974309150 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=266808113761409f94b2441602b9ebd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7996991 May 12 14:57:11.375542 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8476b66a-5eb0-48ff-8810-d4d50476ea58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:11.416702 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8476b66a-5eb0-48ff-8810-d4d50476ea58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:11.620594 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8476b66a-5eb0-48ff-8810-d4d50476ea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:11.646906 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476b66a-5eb0-48ff-8810-d4d50476ea58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fea9ad-0811-4e18-a16b-c6ba75e6f78b,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:11.664190 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8476b66a-5eb0-48ff-8810-d4d50476ea58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:11.667491 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-8476b66a-5eb0-48ff-8810-d4d50476ea58 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/54fea9ad-0811-4e18-a16b-c6ba75e6f78b HTTP/1.1" status: 204 len: 168 time: 0.4418461 May 12 14:57:12.082122 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-3e8ca81c-8130-488f-938b-42be7cc890b3 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:12.084677 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-3e8ca81c-8130-488f-938b-42be7cc890b3 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/networks?id=8c76fb51-77c2-4a42-87bf-b5c567f97f5d HTTP/1.1" status: 200 len: 808 time: 0.2185290 May 12 14:57:12.107294 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-1998b6e6-018f-47a5-8daa-f62e3a72d9dd tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/quotas/848f8f7ea98045c9a115df344b7620bd HTTP/1.1" status: 200 len: 375 time: 0.0159328 May 12 14:57:12.183644 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-26568e1c-df8a-40a2-93cb-c173ca9ca159 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=848f8f7ea98045c9a115df344b7620bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646558 May 12 14:57:12.594809 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-7c920c48-11fc-46a1-9c81-52a0add17944 service neutron] 10.222.0.70 "GET /v2.0/networks/8c76fb51-77c2-4a42-87bf-b5c567f97f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049256 May 12 14:57:12.732731 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d2e3a-6b7a-48e7-a58b-e6a5fb53b73f req-346d6796-47c0-400f-b63f-344090d73ac9 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:12.734308 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c66d2e3a-6b7a-48e7-a58b-e6a5fb53b73f req-346d6796-47c0-400f-b63f-344090d73ac9 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.4511178 May 12 14:57:12.740661 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1509c1-00ac-42a6-abca-25399c53c30b req-046db994-48a8-44e8-9f8f-96b89125beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:12.742193 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6b1509c1-00ac-42a6-abca-25399c53c30b req-046db994-48a8-44e8-9f8f-96b89125beca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 1098 time: 0.5034246 May 12 14:57:12.791595 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34314) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:12.838076 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-663891d7-992d-4ead-8659-5c73cf05009e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:12.866014 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-663891d7-992d-4ead-8659-5c73cf05009e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:12.872873 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-663891d7-992d-4ead-8659-5c73cf05009e admin admin] Usage tracker for resource:security_group_rule and tenant:450cd62f72e94350a55ccaa033a6c67e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:12.879270 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-663891d7-992d-4ead-8659-5c73cf05009e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:12.888473 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-663891d7-992d-4ead-8659-5c73cf05009e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:12.927530 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c66d2e3a-6b7a-48e7-a58b-e6a5fb53b73f req-536e4696-b319-4dc4-8b54-1bad797d79cb tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747148 May 12 14:57:12.990825 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-2dbd5948-03ee-4eae-8f79-00ac27eca5fc service neutron] 10.222.0.70 "GET /v2.0/networks/8c76fb51-77c2-4a42-87bf-b5c567f97f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854017 May 12 14:57:13.008409 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-663891d7-992d-4ead-8659-5c73cf05009e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:13.030991 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1509c1-00ac-42a6-abca-25399c53c30b req-909c0b76-7249-435a-b010-4bab8ae58854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:13.032850 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6b1509c1-00ac-42a6-abca-25399c53c30b req-909c0b76-7249-435a-b010-4bab8ae58854 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 920 time: 0.2801974 May 12 14:57:13.073429 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-663891d7-992d-4ead-8659-5c73cf05009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:13.076143 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-472c19f9-613c-4920-a031-190a64ec6c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:13.112816 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6b1509c1-00ac-42a6-abca-25399c53c30b req-2ac7e8b9-2a7b-454e-ae03-1049e63d50f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6292b7fd-e465-469e-a974-a27de9797f1e HTTP/1.1" status: 200 len: 217 time: 0.0728955 May 12 14:57:13.173961 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-663891d7-992d-4ead-8659-5c73cf05009e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=450cd62f72e94350a55ccaa033a6c67e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776371 May 12 14:57:13.175172 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34320) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:13.176166 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663891d7-992d-4ead-8659-5c73cf05009e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b4e658-4da0-4d3d-9b76-1b160488d676,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:13.214131 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1509c1-00ac-42a6-abca-25399c53c30b req-0654819e-5439-4fd1-b256-619993badff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:13.216744 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6b1509c1-00ac-42a6-abca-25399c53c30b req-0654819e-5439-4fd1-b256-619993badff2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6517beee-f6a9-470f-99ed-f96e6825f8b9 HTTP/1.1" status: 200 len: 858 time: 0.0964437 May 12 14:57:13.273972 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-733b3a74-8061-430d-8cd9-1f78fe8da30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:13.327655 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-733b3a74-8061-430d-8cd9-1f78fe8da30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:13.352398 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1509c1-00ac-42a6-abca-25399c53c30b req-d0c4b74f-f95f-46d3-b78e-9835f90dfaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:13.354702 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6b1509c1-00ac-42a6-abca-25399c53c30b req-d0c4b74f-f95f-46d3-b78e-9835f90dfaa1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d8c56f2-4158-444c-96af-8e80e6763783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1293998 May 12 14:57:13.442555 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9c9bd1c4-2f30-4cf2-8862-16c7fefe5768 req-6707b95d-7933-44a2-89d0-a1505f5a0108 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 210 time: 0.0981412 May 12 14:57:13.584614 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-733b3a74-8061-430d-8cd9-1f78fe8da30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:13.603468 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b3a74-8061-430d-8cd9-1f78fe8da30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b4e658-4da0-4d3d-9b76-1b160488d676,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:13.611833 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-733b3a74-8061-430d-8cd9-1f78fe8da30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:13.615719 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-733b3a74-8061-430d-8cd9-1f78fe8da30a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/10b4e658-4da0-4d3d-9b76-1b160488d676 HTTP/1.1" status: 204 len: 168 time: 0.4309914 May 12 14:57:13.650344 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6b1509c1-00ac-42a6-abca-25399c53c30b req-1ba98eae-4cf4-41e3-b8c7-5b30c66c7b2a service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422531 May 12 14:57:13.827066 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6b1509c1-00ac-42a6-abca-25399c53c30b req-10e11b94-094c-49d7-b704-8bf342004a5b service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693561 May 12 14:57:14.198633 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff5e8a-14ab-407a-82cc-a1979b95080e req-2555b2f6-988f-43aa-98ee-90102fdcbe05 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:14.206753 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c7ff5e8a-14ab-407a-82cc-a1979b95080e req-2555b2f6-988f-43aa-98ee-90102fdcbe05 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.1351883 May 12 14:57:14.263675 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c7ff5e8a-14ab-407a-82cc-a1979b95080e req-7926d8cb-b6da-40fd-9c68-6b9f3e69fae6 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559692 May 12 14:57:14.556994 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9be94677-839c-433c-9356-704e5fc25513 req-a0eafc24-fe0e-46b3-b264-5a6930cad8ed tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 210 time: 0.0508981 May 12 14:57:14.577863 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:15.191351 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:15.563076 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba00e92-72bf-499d-af80-1f0b65189937 req-b8b36e76-4c0e-463f-9507-98d403d35de7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:15.565147 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bba00e92-72bf-499d-af80-1f0b65189937 req-b8b36e76-4c0e-463f-9507-98d403d35de7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.1278608 May 12 14:57:15.619525 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bba00e92-72bf-499d-af80-1f0b65189937 req-d7426ccf-8b64-4dd5-903b-0c77e462c0be tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478432 May 12 14:57:15.775306 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b95d39a6-2d6a-4f8d-97c6-f95a8f63fc36 req-bfece261-b321-4f26-b7a4-b476ae12ba44 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 210 time: 0.0725644 May 12 14:57:16.111551 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:17.011610 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-b7805542-bb9a-466c-9c60-6222401ec795 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:17.021973 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-b7805542-bb9a-466c-9c60-6222401ec795 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.69 "GET /v2.0/networks?id=8c76fb51-77c2-4a42-87bf-b5c567f97f5d HTTP/1.1" status: 200 len: 808 time: 0.3957613 May 12 14:57:17.051234 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-67285835-c95e-4d6b-9bb9-3b492a544011 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Request body: {'port': {'device_id': '4f22850f-7a6b-4491-955d-7ae74283c8dc', 'network_id': '8c76fb51-77c2-4a42-87bf-b5c567f97f5d', 'admin_state_up': True, 'tenant_id': '848f8f7ea98045c9a115df344b7620bd'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:57:17.081599 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-298b67fa-5565-4980-b943-5229182d3f79 req-fe852032-6835-492a-b33d-3f88c4b726c7 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 210 time: 0.1357005 May 12 14:57:17.154140 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34468) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:17.335896 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c9944-22bb-4dc4-8223-178cee522f0b req-796dd33f-4319-4627-b717-c3f5404d87c4 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:17.344298 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d45c9944-22bb-4dc4-8223-178cee522f0b req-796dd33f-4319-4627-b717-c3f5404d87c4 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.5722868 May 12 14:57:17.414352 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d45c9944-22bb-4dc4-8223-178cee522f0b req-7a5aace9-e750-402a-a842-081404a607ef tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688252 May 12 14:57:17.447558 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2b389c17-a313-41a9-9e4b-0afd6bde86ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:17.468638 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-2b389c17-a313-41a9-9e4b-0afd6bde86ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:17.469974 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-2b389c17-a313-41a9-9e4b-0afd6bde86ad admin admin] Usage tracker for resource:security_group_rule and tenant:d0ab22414e164fb7bbc5259abab23670 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:17.473023 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-2b389c17-a313-41a9-9e4b-0afd6bde86ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:17.479531 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-2b389c17-a313-41a9-9e4b-0afd6bde86ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:17.479781 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-67285835-c95e-4d6b-9bb9-3b492a544011 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:17.484722 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-67285835-c95e-4d6b-9bb9-3b492a544011 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Usage tracker for resource:port and tenant:848f8f7ea98045c9a115df344b7620bd is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:17.487998 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-67285835-c95e-4d6b-9bb9-3b492a544011 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:17.495176 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-67285835-c95e-4d6b-9bb9-3b492a544011 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:17.581511 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-67285835-c95e-4d6b-9bb9-3b492a544011 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Made reservation on behalf of 848f8f7ea98045c9a115df344b7620bd for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:57:17.587563 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-67285835-c95e-4d6b-9bb9-3b492a544011 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:17.597150 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2b389c17-a313-41a9-9e4b-0afd6bde86ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:17.666014 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2b389c17-a313-41a9-9e4b-0afd6bde86ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:17.740454 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-2b389c17-a313-41a9-9e4b-0afd6bde86ad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d0ab22414e164fb7bbc5259abab23670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5838447 May 12 14:57:17.742425 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b389c17-a313-41a9-9e4b-0afd6bde86ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8d208e-7290-4879-8710-6f371436f16a,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:17.744689 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34486) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:17.797636 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-67285835-c95e-4d6b-9bb9-3b492a544011 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Allocated IP 172.20.0.4 (8c76fb51-77c2-4a42-87bf-b5c567f97f5d/8c35a9bd-eed7-4e3f-a246-0a0b2746bf49/67ae3826-e233-4b97-99b9-083b9146084e) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:57:17.832168 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c8eb40b8-a8cf-4a66-ba6a-d7d230ce0f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:17.889670 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c8eb40b8-a8cf-4a66-ba6a-d7d230ce0f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:18.057074 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-67285835-c95e-4d6b-9bb9-3b492a544011 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:18.128985 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c8eb40b8-a8cf-4a66-ba6a-d7d230ce0f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:18.164881 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-67285835-c95e-4d6b-9bb9-3b492a544011 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:18.166674 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb40b8-a8cf-4a66-ba6a-d7d230ce0f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8d208e-7290-4879-8710-6f371436f16a,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:18.197932 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c8eb40b8-a8cf-4a66-ba6a-d7d230ce0f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:18.200544 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-c8eb40b8-a8cf-4a66-ba6a-d7d230ce0f3e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a8d208e-7290-4879-8710-6f371436f16a HTTP/1.1" status: 204 len: 168 time: 0.4545727 May 12 14:57:18.291407 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-67285835-c95e-4d6b-9bb9-3b492a544011 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Network 8c76fb51-77c2-4a42-87bf-b5c567f97f5d is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:57:18.300422 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-67285835-c95e-4d6b-9bb9-3b492a544011 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:57:18.310813 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-67285835-c95e-4d6b-9bb9-3b492a544011 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:57:18.441738 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67285835-c95e-4d6b-9bb9-3b492a544011 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Pushing event updated for resources: {'Port': ['ID=67ae3826-e233-4b97-99b9-083b9146084e,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:18.478627 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-67285835-c95e-4d6b-9bb9-3b492a544011 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:18.479682 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-67285835-c95e-4d6b-9bb9-3b492a544011 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:18.545072 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188e1b3-9560-40a5-9f0a-0284a014c595 req-a5b5a9ac-0859-4333-8709-2b834d1e6fe2 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:18.549816 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-0188e1b3-9560-40a5-9f0a-0284a014c595 req-a5b5a9ac-0859-4333-8709-2b834d1e6fe2 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Synchronizing usage tracker for tenant:848f8f7ea98045c9a115df344b7620bd on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:57:18.677917 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-67285835-c95e-4d6b-9bb9-3b492a544011 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6310124 May 12 14:57:18.695544 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8e6d9-e80d-412c-a702-142084ca86e1 req-08654713-63ad-44f4-a218-fb8a5484a5a0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:18.697312 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-78b8e6d9-e80d-412c-a702-142084ca86e1 req-08654713-63ad-44f4-a218-fb8a5484a5a0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.0917902 May 12 14:57:18.702568 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Request body: {'port': {'device_id': '4f22850f-7a6b-4491-955d-7ae74283c8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:57:18.742594 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-0188e1b3-9560-40a5-9f0a-0284a014c595 req-a5b5a9ac-0859-4333-8709-2b834d1e6fe2 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Unset dirty status for tenant:848f8f7ea98045c9a115df344b7620bd on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:57:18.743711 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0188e1b3-9560-40a5-9f0a-0284a014c595 req-a5b5a9ac-0859-4333-8709-2b834d1e6fe2 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 931 time: 0.4074306 May 12 14:57:18.862380 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34516) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:18.877014 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-78b8e6d9-e80d-412c-a702-142084ca86e1 req-72dfcb9c-153a-4aab-aa52-50b8e1b42bab tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422479 May 12 14:57:18.888354 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0188e1b3-9560-40a5-9f0a-0284a014c595 req-8055d8a5-dbcd-42fa-b6c5-5933ef4621b4 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/security-groups?id=f420eac1-8549-4876-aa3b-1edcb2281704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254656 May 12 14:57:18.901201 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:19.008355 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:19.087154 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7fe87a74-9c64-4258-aa3a-8c7788f82330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:19.104231 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-7fe87a74-9c64-4258-aa3a-8c7788f82330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:19.108799 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-7fe87a74-9c64-4258-aa3a-8c7788f82330 admin admin] Usage tracker for resource:security_group_rule and tenant:6a708875f41e4e948b27d70e2ee694e8 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:19.112182 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-7fe87a74-9c64-4258-aa3a-8c7788f82330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:19.120365 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-7fe87a74-9c64-4258-aa3a-8c7788f82330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:19.238224 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7fe87a74-9c64-4258-aa3a-8c7788f82330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:19.337890 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7fe87a74-9c64-4258-aa3a-8c7788f82330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:19.409073 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ae3826-e233-4b97-99b9-083b9146084e {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:57:19.422664 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:19.429540 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-7fe87a74-9c64-4258-aa3a-8c7788f82330 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a708875f41e4e948b27d70e2ee694e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5634091 May 12 14:57:19.429540 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe87a74-9c64-4258-aa3a-8c7788f82330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffea843-69cb-4b70-ad98-eb698b14637f,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:19.430543 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 34528) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:19.475574 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Transition to ACTIVE for port object 67ae3826-e233-4b97-99b9-083b9146084e will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:57:19.511176 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34532) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:19.525875 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-daa63f65-b063-4607-8f4a-f95695581c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:19.544094 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5a74e4ff-d36a-4051-adf5-515e0756cf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:19.572082 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-5a74e4ff-d36a-4051-adf5-515e0756cf69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:19.578787 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-5a74e4ff-d36a-4051-adf5-515e0756cf69 admin admin] Usage tracker for resource:security_group_rule and tenant:98edc462b545455b963e3d2907144aad is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:19.583924 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-5a74e4ff-d36a-4051-adf5-515e0756cf69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:19.585761 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-daa63f65-b063-4607-8f4a-f95695581c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:19.594725 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-5a74e4ff-d36a-4051-adf5-515e0756cf69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:19.623881 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:19.810268 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Pushing event updated for resources: {'Port': ['ID=67ae3826-e233-4b97-99b9-083b9146084e,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:19.832322 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4321-708c-4490-ac8d-6460b3dc5d65 req-73e19fc3-9abd-49c5-8fe5-f263e66a2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:19.833842 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-606b4321-708c-4490-ac8d-6460b3dc5d65 req-73e19fc3-9abd-49c5-8fe5-f263e66a2ba1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 1098 time: 0.2053711 May 12 14:57:19.853042 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5a74e4ff-d36a-4051-adf5-515e0756cf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:19.944001 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Attempting to bind port 67ae3826-e233-4b97-99b9-083b9146084e on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:57:19.944344 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Attempting to bind port 67ae3826-e233-4b97-99b9-083b9146084e by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '919d8ff7-3b77-4c30-aa15-10fe338a3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8c76fb51-77c2-4a42-87bf-b5c567f97f5d'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:57:19.944966 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Attempting to bind port 67ae3826-e233-4b97-99b9-083b9146084e on network 8c76fb51-77c2-4a42-87bf-b5c567f97f5d {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:57:19.956050 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Port 67ae3826-e233-4b97-99b9-083b9146084e on network 8c76fb51-77c2-4a42-87bf-b5c567f97f5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 14:57:19.956387 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Attempting to bind port 67ae3826-e233-4b97-99b9-083b9146084e on network 8c76fb51-77c2-4a42-87bf-b5c567f97f5d {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:57:19.959583 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5a74e4ff-d36a-4051-adf5-515e0756cf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:19.974094 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:57:19.974094 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Checking segment: {'id': '919d8ff7-3b77-4c30-aa15-10fe338a3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8c76fb51-77c2-4a42-87bf-b5c567f97f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:57:19.974094 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Bound using segment: {'id': '919d8ff7-3b77-4c30-aa15-10fe338a3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8c76fb51-77c2-4a42-87bf-b5c567f97f5d'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:57:19.974094 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Bound port: 67ae3826-e233-4b97-99b9-083b9146084e, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919d8ff7-3b77-4c30-aa15-10fe338a3177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8c76fb51-77c2-4a42-87bf-b5c567f97f5d'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:57:19.974094 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:20.072449 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-daa63f65-b063-4607-8f4a-f95695581c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:20.113461 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74e4ff-d36a-4051-adf5-515e0756cf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c363b0e7-1178-47db-9ea5-3b07e2b318a9,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:20.120515 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-5a74e4ff-d36a-4051-adf5-515e0756cf69 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=98edc462b545455b963e3d2907144aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6066906 May 12 14:57:20.134242 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34554) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:20.238742 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4321-708c-4490-ac8d-6460b3dc5d65 req-569f42c9-c461-4874-8818-5cf1e2972f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:20.241080 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-606b4321-708c-4490-ac8d-6460b3dc5d65 req-569f42c9-c461-4874-8818-5cf1e2972f56 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 920 time: 0.3819771 May 12 14:57:20.328255 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-606b4321-708c-4490-ac8d-6460b3dc5d65 req-921586a2-39c0-43e5-8788-4736537277d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6292b7fd-e465-469e-a974-a27de9797f1e HTTP/1.1" status: 200 len: 217 time: 0.0737083 May 12 14:57:20.328991 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-90412c89-80b3-4ac4-a749-dc605d1809a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:20.354978 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa63f65-b063-4607-8f4a-f95695581c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffea843-69cb-4b70-ad98-eb698b14637f,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:20.416309 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-daa63f65-b063-4607-8f4a-f95695581c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:20.416309 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-daa63f65-b063-4607-8f4a-f95695581c3f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ffea843-69cb-4b70-ad98-eb698b14637f HTTP/1.1" status: 204 len: 168 time: 0.9736197 May 12 14:57:20.416309 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] For port 67ae3826-e233-4b97-99b9-083b9146084e, host hv-cinder-83118, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:57:20.432097 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] For port 67ae3826-e233-4b97-99b9-083b9146084e, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=67ae3826-e233-4b97-99b9-083b9146084e,segment=NetworkSegment(919d8ff7-3b77-4c30-aa15-10fe338a3177),segment_id=919d8ff7-3b77-4c30-aa15-10fe338a3177)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:57:20.450232 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-90412c89-80b3-4ac4-a749-dc605d1809a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:20.474038 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e8785-8aca-4b36-aeaa-31afd7b0546c req-f4ca3da8-442a-434a-b69b-2cf911a392f8 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:20.475697 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-524e8785-8aca-4b36-aeaa-31afd7b0546c req-f4ca3da8-442a-434a-b69b-2cf911a392f8 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 943 time: 0.4135547 May 12 14:57:20.489919 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2aae1b-6895-40ce-94f1-d437361f7206 req-db7b7bfd-b7cf-4b65-aa46-c36146d21ece tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:20.491481 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ac2aae1b-6895-40ce-94f1-d437361f7206 req-db7b7bfd-b7cf-4b65-aa46-c36146d21ece tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.4276514 May 12 14:57:20.499237 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4321-708c-4490-ac8d-6460b3dc5d65 req-a93e18f1-640c-430f-8069-31e3bf6816e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:20.500385 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-606b4321-708c-4490-ac8d-6460b3dc5d65 req-a93e18f1-640c-430f-8069-31e3bf6816e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6517beee-f6a9-470f-99ed-f96e6825f8b9 HTTP/1.1" status: 200 len: 858 time: 0.1621366 May 12 14:57:20.558067 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:20.612949 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4321-708c-4490-ac8d-6460b3dc5d65 req-8f3099aa-7623-41ab-8839-80cbb8dc669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:20.614860 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-606b4321-708c-4490-ac8d-6460b3dc5d65 req-8f3099aa-7623-41ab-8839-80cbb8dc669b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d8c56f2-4158-444c-96af-8e80e6763783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1029751 May 12 14:57:20.645527 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-524e8785-8aca-4b36-aeaa-31afd7b0546c req-e9b14bae-1a43-4ad8-8a3d-e3187381970d tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/security-groups?id=f420eac1-8549-4876-aa3b-1edcb2281704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511853 May 12 14:57:20.652636 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ac2aae1b-6895-40ce-94f1-d437361f7206 req-8d272ef7-51ab-4b8f-9bed-fb6eae6f21fa tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390264 May 12 14:57:20.659224 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:20.659846 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:20.661303 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] 10.222.0.69 "PUT /v2.0/ports/67ae3826-e233-4b97-99b9-083b9146084e HTTP/1.1" status: 200 len: 1093 time: 1.9630659 May 12 14:57:20.661793 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f22850f-7a6b-4491-955d-7ae74283c8dc', 'tag': '67ae3826-e233-4b97-99b9-083b9146084e'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:57:20.708058 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b04d47-ba99-436d-9c52-2b21853dde82 service neutron] Pushing event updated for resources: {'Port': ['ID=67ae3826-e233-4b97-99b9-083b9146084e,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:20.736817 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-90412c89-80b3-4ac4-a749-dc605d1809a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:20.758735 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833eba52-0adc-4c5d-a3e1-b7da14345aa5'] response: {'name': 'network-changed', 'server_uuid': '4f22850f-7a6b-4491-955d-7ae74283c8dc', 'tag': '67ae3826-e233-4b97-99b9-083b9146084e', 'status': 'completed', 'code': 200} May 12 14:57:20.776589 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90412c89-80b3-4ac4-a749-dc605d1809a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c363b0e7-1178-47db-9ea5-3b07e2b318a9,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:20.819742 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-90412c89-80b3-4ac4-a749-dc605d1809a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:20.825230 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-90412c89-80b3-4ac4-a749-dc605d1809a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c363b0e7-1178-47db-9ea5-3b07e2b318a9 HTTP/1.1" status: 204 len: 168 time: 0.6812372 May 12 14:57:20.856547 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-606b4321-708c-4490-ac8d-6460b3dc5d65 req-fc65f7a5-7bcf-4ce3-a9e6-03e259db2601 service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317212 May 12 14:57:20.912245 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca8a2f-74e9-41cb-b570-5b4dabeb999d req-a8b8461a-fd00-4a4f-a8c1-8ff0309a7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:20.916616 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0dca8a2f-74e9-41cb-b570-5b4dabeb999d req-a8b8461a-fd00-4a4f-a8c1-8ff0309a7bf7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=848f8f7ea98045c9a115df344b7620bd&device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 1096 time: 0.1002963 May 12 14:57:21.025733 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-606b4321-708c-4490-ac8d-6460b3dc5d65 req-5c82fcee-52d2-478c-9f59-a57c4cf11270 service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612990 May 12 14:57:21.095624 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca8a2f-74e9-41cb-b570-5b4dabeb999d req-224b9af9-73ac-45bb-8f32-5c1e125d14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:21.097729 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0dca8a2f-74e9-41cb-b570-5b4dabeb999d req-224b9af9-73ac-45bb-8f32-5c1e125d14bf service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=848f8f7ea98045c9a115df344b7620bd&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1678705 May 12 14:57:21.300091 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca8a2f-74e9-41cb-b570-5b4dabeb999d req-75c40237-dea3-4a62-b8bf-12335e902c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:21.302675 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0dca8a2f-74e9-41cb-b570-5b4dabeb999d req-75c40237-dea3-4a62-b8bf-12335e902c24 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1953161 May 12 14:57:21.443798 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:57:21.520855 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-7d5701f9-c2db-4678-8e89-8b45e2b94565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:21.523291 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-7d5701f9-c2db-4678-8e89-8b45e2b94565 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=848f8f7ea98045c9a115df344b7620bd&device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 1096 time: 0.1453424 May 12 14:57:21.627899 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-0f83e207-bc8e-4361-aca9-0a8a292972da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67ae3826-e233-4b97-99b9-083b9146084e HTTP/1.1" status: 200 len: 217 time: 0.0819116 May 12 14:57:21.703214 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-4cae61f8-ab31-43c7-9b98-6461d783b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:21.705399 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-4cae61f8-ab31-43c7-9b98-6461d783b718 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c35a9bd-eed7-4e3f-a246-0a0b2746bf49 HTTP/1.1" status: 200 len: 848 time: 0.0706291 May 12 14:57:21.761767 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-dbc46364-3c39-4b8c-b1f1-d8b2cc3a3673 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c76fb51-77c2-4a42-87bf-b5c567f97f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477009 May 12 14:57:21.810323 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34584) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:21.842667 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c70653a2-b414-4337-9459-8a9c1253da27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:21.872000 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-c70653a2-b414-4337-9459-8a9c1253da27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:21.878639 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-c70653a2-b414-4337-9459-8a9c1253da27 admin admin] Usage tracker for resource:security_group_rule and tenant:fe094bfb34934892811b8d25c3cd3369 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:21.883289 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-c70653a2-b414-4337-9459-8a9c1253da27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:21.890668 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-c70653a2-b414-4337-9459-8a9c1253da27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:21.962941 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34588) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:22.042800 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c70653a2-b414-4337-9459-8a9c1253da27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:22.104714 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-7328dc6d-70bd-484e-8796-b8246a409ff1 service neutron] 10.222.0.69 "GET /v2.0/networks/8c76fb51-77c2-4a42-87bf-b5c567f97f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361094 May 12 14:57:22.117623 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004977a-f314-4a63-b714-22c21f63e539 req-766bf270-9314-4f64-90f7-0d543da9101f tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:22.119383 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3004977a-f314-4a63-b714-22c21f63e539 req-766bf270-9314-4f64-90f7-0d543da9101f tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 943 time: 0.3301134 May 12 14:57:22.176877 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34596) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:22.186789 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c70653a2-b414-4337-9459-8a9c1253da27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:22.239768 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70653a2-b414-4337-9459-8a9c1253da27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1140c5bf-86d4-4d63-9887-d4c61bd3209a,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:22.263326 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49564636-5656-41f2-af1c-4fff9878acf4 req-f238db41-5b24-4bf5-8638-6b26e279e61d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:22.265139 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-49564636-5656-41f2-af1c-4fff9878acf4 req-f238db41-5b24-4bf5-8638-6b26e279e61d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.3424840 May 12 14:57:22.273177 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-c70653a2-b414-4337-9459-8a9c1253da27 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe094bfb34934892811b8d25c3cd3369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4588263 May 12 14:57:22.274344 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 34602) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:22.292772 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-49f9c20b-1f87-42f8-834c-2337e91323af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:22.310041 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-49f9c20b-1f87-42f8-834c-2337e91323af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:22.314384 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-49f9c20b-1f87-42f8-834c-2337e91323af admin admin] Usage tracker for resource:security_group_rule and tenant:cf03d4b58f3e432981a14731fea3b1bc is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:22.318300 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-49f9c20b-1f87-42f8-834c-2337e91323af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:22.330182 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-49f9c20b-1f87-42f8-834c-2337e91323af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:22.364300 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3004977a-f314-4a63-b714-22c21f63e539 req-c4f7c6d3-4123-46c8-a1bb-8858437adacd tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/security-groups?id=f420eac1-8549-4876-aa3b-1edcb2281704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208853 May 12 14:57:22.392551 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f9dd-3cfa-44ed-8989-99271868e7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:22.417165 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-94749301-7e14-4b05-bc0b-657a2fac1684 req-22b16719-0e9b-4cbb-8efa-6e109eb071b1 service neutron] 10.222.0.69 "GET /v2.0/networks/8c76fb51-77c2-4a42-87bf-b5c567f97f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967894 May 12 14:57:22.417498 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-5bc4f9dd-3cfa-44ed-8989-99271868e7e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:22.422927 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-49564636-5656-41f2-af1c-4fff9878acf4 req-92139bfc-e686-4a9d-bfe4-0d3945b8d088 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495290 May 12 14:57:22.427101 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-5bc4f9dd-3cfa-44ed-8989-99271868e7e1 admin admin] Usage tracker for resource:security_group_rule and tenant:abb1da037d2e41beba55762f0850d5f9 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:22.432582 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-5bc4f9dd-3cfa-44ed-8989-99271868e7e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:22.445705 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-5bc4f9dd-3cfa-44ed-8989-99271868e7e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:22.452573 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5de303b9-935c-415f-894e-8b34622bf8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:22.483983 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-49f9c20b-1f87-42f8-834c-2337e91323af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:22.486254 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5de303b9-935c-415f-894e-8b34622bf8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:22.586344 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-49f9c20b-1f87-42f8-834c-2337e91323af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:22.654345 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5de303b9-935c-415f-894e-8b34622bf8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:22.657272 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9c20b-1f87-42f8-834c-2337e91323af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f276187-7aef-4b9c-82b9-08eefd4a90cf,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:22.668327 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-49f9c20b-1f87-42f8-834c-2337e91323af admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf03d4b58f3e432981a14731fea3b1bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6988065 May 12 14:57:22.670069 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34612) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:22.693606 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de303b9-935c-415f-894e-8b34622bf8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1140c5bf-86d4-4d63-9887-d4c61bd3209a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:22.706012 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5de303b9-935c-415f-894e-8b34622bf8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:22.707265 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-5de303b9-935c-415f-894e-8b34622bf8f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1140c5bf-86d4-4d63-9887-d4c61bd3209a HTTP/1.1" status: 204 len: 168 time: 0.4220850 May 12 14:57:22.797074 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-fd57383e-2343-49a3-ab09-f09b188bf607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:22.813180 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f9dd-3cfa-44ed-8989-99271868e7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:22.834376 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-fd57383e-2343-49a3-ab09-f09b188bf607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:22.880440 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f9dd-3cfa-44ed-8989-99271868e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:22.932800 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4f9dd-3cfa-44ed-8989-99271868e7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62dfb65-9e58-4732-8810-655c3de48ba0,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:22.940016 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-5bc4f9dd-3cfa-44ed-8989-99271868e7e1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=abb1da037d2e41beba55762f0850d5f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7615988 May 12 14:57:22.944512 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34618) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:23.027024 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-033e12bc-28a4-434b-894c-6ed390fccbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:23.052018 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-fd57383e-2343-49a3-ab09-f09b188bf607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:23.066935 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-033e12bc-28a4-434b-894c-6ed390fccbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:23.082854 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57383e-2343-49a3-ab09-f09b188bf607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f276187-7aef-4b9c-82b9-08eefd4a90cf,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:23.120733 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-fd57383e-2343-49a3-ab09-f09b188bf607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:23.122992 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-fd57383e-2343-49a3-ab09-f09b188bf607 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f276187-7aef-4b9c-82b9-08eefd4a90cf HTTP/1.1" status: 204 len: 168 time: 0.4517696 May 12 14:57:23.270861 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-033e12bc-28a4-434b-894c-6ed390fccbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:23.299631 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e12bc-28a4-434b-894c-6ed390fccbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62dfb65-9e58-4732-8810-655c3de48ba0,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:23.332259 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-033e12bc-28a4-434b-894c-6ed390fccbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:23.336986 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-033e12bc-28a4-434b-894c-6ed390fccbe1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d62dfb65-9e58-4732-8810-655c3de48ba0 HTTP/1.1" status: 204 len: 168 time: 0.3913946 May 12 14:57:23.728281 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ede6f-f649-48f6-b64e-c01a82ea540a req-b9a4ec5c-41b2-4586-b71c-0b6f459fd48e tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:23.734512 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bb2ede6f-f649-48f6-b64e-c01a82ea540a req-b9a4ec5c-41b2-4586-b71c-0b6f459fd48e tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.1506803 May 12 14:57:24.047795 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bb2ede6f-f649-48f6-b64e-c01a82ea540a req-146af9cf-d0a5-41e8-9887-ebdfe0a8831d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958192 May 12 14:57:24.076614 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e66e35-aa65-46d3-a351-ac265baa5323 req-f2e06884-614b-4a5b-9bd8-35f6ad6e84a6 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:24.078468 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e5e66e35-aa65-46d3-a351-ac265baa5323 req-f2e06884-614b-4a5b-9bd8-35f6ad6e84a6 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 943 time: 0.3429840 May 12 14:57:24.142916 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e5e66e35-aa65-46d3-a351-ac265baa5323 req-502d09e0-f0cb-40cd-853c-dc543adbb5eb tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/security-groups?id=f420eac1-8549-4876-aa3b-1edcb2281704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559812 May 12 14:57:24.456823 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 34648) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:24.478810 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a727ee50-894a-4c57-976d-33824b21acab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:24.503460 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a727ee50-894a-4c57-976d-33824b21acab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:24.508921 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-a727ee50-894a-4c57-976d-33824b21acab admin admin] Usage tracker for resource:security_group_rule and tenant:a6b6ac47bd514da9bbd7b4c62b48292b is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:24.511744 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-a727ee50-894a-4c57-976d-33824b21acab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:24.518321 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a727ee50-894a-4c57-976d-33824b21acab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:24.544023 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34652) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:24.563320 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-97ea12de-7813-4d72-87bb-e1a0e76bd86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:24.579154 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-97ea12de-7813-4d72-87bb-e1a0e76bd86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:24.585149 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-97ea12de-7813-4d72-87bb-e1a0e76bd86e admin admin] Usage tracker for resource:security_group_rule and tenant:ae34258d9fcd44a6acf83d076cb470d7 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:24.588842 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-97ea12de-7813-4d72-87bb-e1a0e76bd86e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:24.595365 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-97ea12de-7813-4d72-87bb-e1a0e76bd86e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:24.646794 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a727ee50-894a-4c57-976d-33824b21acab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:24.709174 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-97ea12de-7813-4d72-87bb-e1a0e76bd86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:24.733873 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a727ee50-894a-4c57-976d-33824b21acab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:24.783965 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727ee50-894a-4c57-976d-33824b21acab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded3db5f-2f70-4c7d-bb75-aff1bba0da08,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:24.789673 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-a727ee50-894a-4c57-976d-33824b21acab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6b6ac47bd514da9bbd7b4c62b48292b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315468 May 12 14:57:24.793714 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 34658) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:24.806250 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-97ea12de-7813-4d72-87bb-e1a0e76bd86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:24.871399 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-97ea12de-7813-4d72-87bb-e1a0e76bd86e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ae34258d9fcd44a6acf83d076cb470d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229437 May 12 14:57:24.871693 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea12de-7813-4d72-87bb-e1a0e76bd86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f95e799-72d2-4f31-bcf1-751d0df5031a,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:24.875391 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34662) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:24.882512 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c85a7832-f681-4225-9d8f-58392566c4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:24.926330 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c85a7832-f681-4225-9d8f-58392566c4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:24.971145 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5af5f59c-6184-427f-8022-0fa52a4d93c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:25.006173 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5af5f59c-6184-427f-8022-0fa52a4d93c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:25.077015 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c85a7832-f681-4225-9d8f-58392566c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:25.098926 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a7832-f681-4225-9d8f-58392566c4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded3db5f-2f70-4c7d-bb75-aff1bba0da08,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:25.105886 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c85a7832-f681-4225-9d8f-58392566c4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:25.109113 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-c85a7832-f681-4225-9d8f-58392566c4f8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ded3db5f-2f70-4c7d-bb75-aff1bba0da08 HTTP/1.1" status: 204 len: 168 time: 0.3127654 May 12 14:57:25.151072 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5af5f59c-6184-427f-8022-0fa52a4d93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:25.168466 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5f59c-6184-427f-8022-0fa52a4d93c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f95e799-72d2-4f31-bcf1-751d0df5031a,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:25.178323 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5af5f59c-6184-427f-8022-0fa52a4d93c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:25.182488 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-5af5f59c-6184-427f-8022-0fa52a4d93c3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f95e799-72d2-4f31-bcf1-751d0df5031a HTTP/1.1" status: 204 len: 168 time: 0.3056889 May 12 14:57:25.446036 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc791e9c-4118-4bdc-9d31-9a62456c3bd6 req-2dca600c-b199-4a9f-8bf0-2f9fc37a69fd tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:25.447546 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bc791e9c-4118-4bdc-9d31-9a62456c3bd6 req-2dca600c-b199-4a9f-8bf0-2f9fc37a69fd tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.1999748 May 12 14:57:25.510538 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02788858-2791-4ae3-8f81-3a0fde665334 req-972ab5ef-253d-4647-b0b1-14e72ea3bbd5 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:25.513529 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-02788858-2791-4ae3-8f81-3a0fde665334 req-972ab5ef-253d-4647-b0b1-14e72ea3bbd5 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 943 time: 0.1998143 May 12 14:57:25.559692 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bc791e9c-4118-4bdc-9d31-9a62456c3bd6 req-6e167df6-15fb-4439-9b22-ef814ea48f2f tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962131 May 12 14:57:25.603415 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-02788858-2791-4ae3-8f81-3a0fde665334 req-23061f80-45e0-4472-9a9c-1e2b1f927dc4 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/security-groups?id=f420eac1-8549-4876-aa3b-1edcb2281704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762422 May 12 14:57:26.075839 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 67ae3826-e233-4b97-99b9-083b9146084e details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 14:57:26.222855 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 67ae3826-e233-4b97-99b9-083b9146084e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=67ae3826-e233-4b97-99b9-083b9146084e,segment=NetworkSegment(919d8ff7-3b77-4c30-aa15-10fe338a3177),segment_id=919d8ff7-3b77-4c30-aa15-10fe338a3177)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:57:26.260409 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': '67ae3826-e233-4b97-99b9-083b9146084e', 'network_id': '8c76fb51-77c2-4a42-87bf-b5c567f97f5d', 'port_id': '67ae3826-e233-4b97-99b9-083b9146084e', 'mac_address': 'fa:16:3e:ee:03:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c35a9bd-eed7-4e3f-a246-0a0b2746bf49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 14:57:26.332163 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:26.354655 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ae3826-e233-4b97-99b9-083b9146084e {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:57:26.370166 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 67ae3826-e233-4b97-99b9-083b9146084e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=67ae3826-e233-4b97-99b9-083b9146084e,segment=NetworkSegment(919d8ff7-3b77-4c30-aa15-10fe338a3177),segment_id=919d8ff7-3b77-4c30-aa15-10fe338a3177)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:57:26.531727 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:26.608735 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=67ae3826-e233-4b97-99b9-083b9146084e,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:26.732248 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 34736) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:26.900199 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['67ae3826-e233-4b97-99b9-083b9146084e'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:57:26.901814 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1183fd-9ee8-4b2e-a690-c6922d456381 req-670d0158-fcb4-4492-8aec-0f494799fd7c tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:26.903576 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bf1183fd-9ee8-4b2e-a690-c6922d456381 req-670d0158-fcb4-4492-8aec-0f494799fd7c tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.1640894 May 12 14:57:26.954767 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e1a6-b7fe-4bf1-820b-7fa116385095 req-0864bf1a-1edc-4cd4-a0d5-428adec88a66 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:26.956302 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ecc1e1a6-b7fe-4bf1-820b-7fa116385095 req-0864bf1a-1edc-4cd4-a0d5-428adec88a66 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 944 time: 0.1569932 May 12 14:57:26.967854 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f930fc7-89b0-4656-bb5a-b0b0f236e2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:27.027600 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1f930fc7-89b0-4656-bb5a-b0b0f236e2d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:27.044162 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bf1183fd-9ee8-4b2e-a690-c6922d456381 req-4fcfc206-100f-4eb1-a27b-7187b510efe6 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319928 May 12 14:57:27.054328 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-1f930fc7-89b0-4656-bb5a-b0b0f236e2d1 admin admin] Usage tracker for resource:security_group_rule and tenant:d15b3794892842b79661ccb917bc4f01 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:27.061106 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-1f930fc7-89b0-4656-bb5a-b0b0f236e2d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:27.088016 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1f930fc7-89b0-4656-bb5a-b0b0f236e2d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:27.093653 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ecc1e1a6-b7fe-4bf1-820b-7fa116385095 req-866e7ee4-6405-4b8d-989f-e9bb6271f19b tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/security-groups?id=f420eac1-8549-4876-aa3b-1edcb2281704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154408 May 12 14:57:27.264117 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f930fc7-89b0-4656-bb5a-b0b0f236e2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:27.322637 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6ee72-1da3-4d3b-820b-26b0bc08c0b4 req-f5f06966-5fc0-4c54-8bf4-84f2c79356ab tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:27.324388 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ebd6ee72-1da3-4d3b-820b-26b0bc08c0b4 req-f5f06966-5fc0-4c54-8bf4-84f2c79356ab tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.1086061 May 12 14:57:27.385660 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ebd6ee72-1da3-4d3b-820b-26b0bc08c0b4 req-05f81be3-0bf9-4f3b-b2d7-aa1c391836f7 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485325 May 12 14:57:27.388738 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f930fc7-89b0-4656-bb5a-b0b0f236e2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:27.452944 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-1f930fc7-89b0-4656-bb5a-b0b0f236e2d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d15b3794892842b79661ccb917bc4f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7216077 May 12 14:57:27.454114 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34758) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:27.460968 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f930fc7-89b0-4656-bb5a-b0b0f236e2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a42a0b-21da-4746-b426-7cb98857fa60,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:27.544309 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-21b43913-d8d7-4986-b7a5-d3694e6ec005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:27.589939 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-21b43913-d8d7-4986-b7a5-d3694e6ec005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:27.778531 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-21b43913-d8d7-4986-b7a5-d3694e6ec005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:27.803308 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b43913-d8d7-4986-b7a5-d3694e6ec005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a42a0b-21da-4746-b426-7cb98857fa60,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:27.806637 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-21b43913-d8d7-4986-b7a5-d3694e6ec005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:27.808365 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-21b43913-d8d7-4986-b7a5-d3694e6ec005 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b5a42a0b-21da-4746-b426-7cb98857fa60 HTTP/1.1" status: 204 len: 168 time: 0.3522310 May 12 14:57:28.087260 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 67ae3826-e233-4b97-99b9-083b9146084e up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:57:28.363280 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b5fd9-8942-41fc-abd3-7bfb69dc56c3 req-6201a222-6e5d-4f9d-aa92-d2894d6f2d02 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:28.365223 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b29b5fd9-8942-41fc-abd3-7bfb69dc56c3 req-6201a222-6e5d-4f9d-aa92-d2894d6f2d02 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.1779933 May 12 14:57:28.410579 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d71e34-371d-4b46-8506-e8bf1661801d req-d642d38d-729e-4b8b-8286-e942b5e99b6c tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:28.412223 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-60d71e34-371d-4b46-8506-e8bf1661801d req-d642d38d-729e-4b8b-8286-e942b5e99b6c tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 944 time: 0.1778557 May 12 14:57:28.453527 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b29b5fd9-8942-41fc-abd3-7bfb69dc56c3 req-b5c28d12-5a12-4298-a247-d825c7865094 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803945 May 12 14:57:28.482163 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-60d71e34-371d-4b46-8506-e8bf1661801d req-dd2c4146-ec3e-44ab-a818-d950ed3e7b81 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/security-groups?id=f420eac1-8549-4876-aa3b-1edcb2281704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579722 May 12 14:57:28.607270 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port 67ae3826-e233-4b97-99b9-083b9146084e completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:57:28.612703 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port 67ae3826-e233-4b97-99b9-083b9146084e triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:57:28.613141 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:28.661244 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b384c-78b1-4326-8ae3-65e88cb8b029 req-96a601c2-0444-4466-a727-41edddf7d399 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:28.662801 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7d2b384c-78b1-4326-8ae3-65e88cb8b029 req-96a601c2-0444-4466-a727-41edddf7d399 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.1055481 May 12 14:57:28.743192 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7d2b384c-78b1-4326-8ae3-65e88cb8b029 req-5382371d-d19c-4ff4-a3fd-4a365af9cb02 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715268 May 12 14:57:28.797115 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:28.852289 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f22850f-7a6b-4491-955d-7ae74283c8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ae3826-e233-4b97-99b9-083b9146084e'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:57:28.871166 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 67ae3826-e233-4b97-99b9-083b9146084e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=67ae3826-e233-4b97-99b9-083b9146084e,segment=NetworkSegment(919d8ff7-3b77-4c30-aa15-10fe338a3177),segment_id=919d8ff7-3b77-4c30-aa15-10fe338a3177)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:57:28.923825 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac65dd91-1557-49e9-a7d2-4cd88a0bcbbc'] response: {'server_uuid': '4f22850f-7a6b-4491-955d-7ae74283c8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ae3826-e233-4b97-99b9-083b9146084e', 'code': 200} May 12 14:57:28.962540 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:29.097744 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=67ae3826-e233-4b97-99b9-083b9146084e,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:29.551862 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f471a-3958-4032-9005-3d0ac3ea89db req-3c581702-4f93-40ad-9a9e-d9a7a07333e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:29.555180 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8e5f471a-3958-4032-9005-3d0ac3ea89db req-3c581702-4f93-40ad-9a9e-d9a7a07333e6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 1098 time: 0.1017389 May 12 14:57:29.709964 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8e5f471a-3958-4032-9005-3d0ac3ea89db req-76334bf5-f3da-4782-9cde-01ec11ba565a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f420eac1-8549-4876-aa3b-1edcb2281704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454127 May 12 14:57:29.787628 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc37f5-46fb-4507-a1d8-91fd1b5d0403 req-8bb8ee6e-5c7f-407c-9b0d-f334e8d37768 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:29.790686 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-53dc37f5-46fb-4507-a1d8-91fd1b5d0403 req-8bb8ee6e-5c7f-407c-9b0d-f334e8d37768 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.1844838 May 12 14:57:29.802763 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c6ef7-0707-4a05-bef6-84d16f52a91d req-d8d700b4-ee80-48cb-bc53-2583058368f4 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:29.804290 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d07c6ef7-0707-4a05-bef6-84d16f52a91d req-d8d700b4-ee80-48cb-bc53-2583058368f4 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 945 time: 0.1416380 May 12 14:57:29.921970 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d07c6ef7-0707-4a05-bef6-84d16f52a91d req-c2375cb7-cedf-47dd-a8d4-f982746a9387 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/security-groups?id=f420eac1-8549-4876-aa3b-1edcb2281704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021602 May 12 14:57:29.928544 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-53dc37f5-46fb-4507-a1d8-91fd1b5d0403 req-e315b9b6-bee3-475e-9554-5d664035184c tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232448 May 12 14:57:30.145105 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1e370-e060-4ac0-8f4c-1dafdd55d363 req-7638310b-4294-4acd-8aad-900becaf2461 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:30.146918 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-31e1e370-e060-4ac0-8f4c-1dafdd55d363 req-7638310b-4294-4acd-8aad-900becaf2461 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.0977063 May 12 14:57:30.271654 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-31e1e370-e060-4ac0-8f4c-1dafdd55d363 req-1b5bca5b-2ecf-4cf8-95e0-7970651468a0 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167834 May 12 14:57:31.313083 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34884) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:31.330938 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e64ca2-5659-4fd1-ad71-6beeff3dcf15 req-389e47b2-c132-4720-87e2-cce19fdd0e38 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:31.332473 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f5e64ca2-5659-4fd1-ad71-6beeff3dcf15 req-389e47b2-c132-4720-87e2-cce19fdd0e38 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.2134533 May 12 14:57:31.340217 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eca97-a4ed-4520-980f-cb9bcfbcee56 req-9e555503-b61b-47b7-9c73-b42cb1fe01b6 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:31.341719 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ee6eca97-a4ed-4520-980f-cb9bcfbcee56 req-9e555503-b61b-47b7-9c73-b42cb1fe01b6 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 945 time: 0.2555890 May 12 14:57:31.432388 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f5e64ca2-5659-4fd1-ad71-6beeff3dcf15 req-7d538519-74c1-4bce-8958-ec4b37ec672f tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893571 May 12 14:57:31.447499 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ee6eca97-a4ed-4520-980f-cb9bcfbcee56 req-e885e9e0-497a-49d0-931a-92f52601ab84 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/security-groups?id=f420eac1-8549-4876-aa3b-1edcb2281704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870519 May 12 14:57:31.487628 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-38d69071-fac1-430e-aae4-72b763c12c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:31.504039 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-38d69071-fac1-430e-aae4-72b763c12c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:31.507942 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-38d69071-fac1-430e-aae4-72b763c12c2c admin admin] Usage tracker for resource:security_group_rule and tenant:8677aa5cb39c4863a88b112adeb0dc7f is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:31.510938 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-38d69071-fac1-430e-aae4-72b763c12c2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:31.517340 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-38d69071-fac1-430e-aae4-72b763c12c2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:31.622721 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-38d69071-fac1-430e-aae4-72b763c12c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:31.624746 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ec719-dfac-49fe-8758-bd93dc3c0ae6 req-e2600904-411f-4f70-8f26-2e7466b0c5ae tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:31.626304 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-584ec719-dfac-49fe-8758-bd93dc3c0ae6 req-e2600904-411f-4f70-8f26-2e7466b0c5ae tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.0884900 May 12 14:57:31.686079 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-584ec719-dfac-49fe-8758-bd93dc3c0ae6 req-1426139f-bc49-4e78-b6d2-147bdd4ba7fc tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499561 May 12 14:57:31.692175 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-38d69071-fac1-430e-aae4-72b763c12c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:31.752680 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d69071-fac1-430e-aae4-72b763c12c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65ac1da-e983-4784-b87c-90b24c72c924,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:31.764084 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-38d69071-fac1-430e-aae4-72b763c12c2c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8677aa5cb39c4863a88b112adeb0dc7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491267 May 12 14:57:31.767018 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34898) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:31.914875 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a1810376-1b73-4105-9f4c-03b7b1c341db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:31.942218 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a1810376-1b73-4105-9f4c-03b7b1c341db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:32.172274 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a1810376-1b73-4105-9f4c-03b7b1c341db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:32.199789 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1810376-1b73-4105-9f4c-03b7b1c341db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65ac1da-e983-4784-b87c-90b24c72c924,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:32.204779 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a1810376-1b73-4105-9f4c-03b7b1c341db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:32.209265 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-a1810376-1b73-4105-9f4c-03b7b1c341db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b65ac1da-e983-4784-b87c-90b24c72c924 HTTP/1.1" status: 204 len: 168 time: 0.4400141 May 12 14:57:32.709685 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde28ee-46c6-47ee-8712-ccab632d9c88 req-edfcb655-58da-4174-92df-0125d474a933 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:32.711136 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3fde28ee-46c6-47ee-8712-ccab632d9c88 req-edfcb655-58da-4174-92df-0125d474a933 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.1568344 May 12 14:57:32.741740 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1fbf0-96d2-440a-b7b6-8632f8c13621 req-f1e80a95-0c4a-465c-bce5-d895896ae2cb tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:32.743192 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9fb1fbf0-96d2-440a-b7b6-8632f8c13621 req-f1e80a95-0c4a-465c-bce5-d895896ae2cb tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 945 time: 0.1876345 May 12 14:57:32.801302 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3fde28ee-46c6-47ee-8712-ccab632d9c88 req-8a979560-e035-4e12-bc70-db7a6d5d09b1 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824153 May 12 14:57:32.814320 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9fb1fbf0-96d2-440a-b7b6-8632f8c13621 req-838026a0-18e7-402f-af62-4f65ace408b4 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/security-groups?id=f420eac1-8549-4876-aa3b-1edcb2281704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635548 May 12 14:57:33.020809 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95cf99-63b9-4379-b1eb-74f260c72a62 req-d9a4e1b0-fab2-419c-902e-235081f57d96 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:33.022251 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3b95cf99-63b9-4379-b1eb-74f260c72a62 req-d9a4e1b0-fab2-419c-902e-235081f57d96 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.0939128 May 12 14:57:33.078615 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3b95cf99-63b9-4379-b1eb-74f260c72a62 req-c4502ee2-c515-4cd4-892c-1c663306d366 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489864 May 12 14:57:33.273001 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 34926) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:33.292411 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:33.309362 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:33.316137 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Usage tracker for resource:security_group_rule and tenant:dfa9268d885e4dc69a7e722f4f3968c3 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:33.316283 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:33.322222 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:33.422528 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:33.537588 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:33.587876 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b265660-0edd-4461-a049-0745f784f11e,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:33.596870 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dfa9268d885e4dc69a7e722f4f3968c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227170 May 12 14:57:33.598389 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:33.598732 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:33.599065 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:33.599390 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:33.599718 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:33.600020 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:33.600510 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:33.600652 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:33.600976 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:33.601129 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 34936) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:33.601293 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:33.601627 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:33.601944 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7012d-e4fa-4f27-bf02-a4a04dfafcdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:33.702812 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-49c4c4ea-4327-4e19-bb36-17477bc73a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:33.729835 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-49c4c4ea-4327-4e19-bb36-17477bc73a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:33.982329 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-49c4c4ea-4327-4e19-bb36-17477bc73a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:34.014504 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4c4ea-4327-4e19-bb36-17477bc73a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b265660-0edd-4461-a049-0745f784f11e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:34.025105 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-49c4c4ea-4327-4e19-bb36-17477bc73a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:34.027781 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-49c4c4ea-4327-4e19-bb36-17477bc73a5f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b265660-0edd-4461-a049-0745f784f11e HTTP/1.1" status: 204 len: 168 time: 0.4232554 May 12 14:57:34.062372 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5206f-040c-4861-9879-d564d84ac90b req-d4cdb75f-6775-429b-9590-3f66032cd0d6 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:34.072726 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-dfc5206f-040c-4861-9879-d564d84ac90b req-d4cdb75f-6775-429b-9590-3f66032cd0d6 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.1515064 May 12 14:57:34.129745 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-dfc5206f-040c-4861-9879-d564d84ac90b req-4ab9704d-ddfc-4566-ba6f-413edd3ee3c9 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522730 May 12 14:57:34.368028 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b2735-0b3a-463e-abe8-3d037a678f7a req-48357981-f0cb-44f8-b71b-ab89cb95ef53 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:34.369515 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3b1b2735-0b3a-463e-abe8-3d037a678f7a req-48357981-f0cb-44f8-b71b-ab89cb95ef53 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.1339190 May 12 14:57:34.425482 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3b1b2735-0b3a-463e-abe8-3d037a678f7a req-552dd4f2-ef55-4881-a9c0-12bbd86ec508 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499179 May 12 14:57:35.403518 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61bb9e-5da4-4362-a5db-34514276eb3e req-9a823b92-e877-4c82-8ae6-696015084896 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:35.406108 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5d61bb9e-5da4-4362-a5db-34514276eb3e req-9a823b92-e877-4c82-8ae6-696015084896 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.1268306 May 12 14:57:35.486697 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5d61bb9e-5da4-4362-a5db-34514276eb3e req-57c1b85b-b0c2-496b-bb1d-a1a5562dc2c2 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656519 May 12 14:57:35.734902 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22758c5-3b84-43e1-96ea-cd19cfb93dac req-8f7aa2bf-0f3a-41a8-8fd6-dcd555d9a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:35.736499 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c22758c5-3b84-43e1-96ea-cd19cfb93dac req-8f7aa2bf-0f3a-41a8-8fd6-dcd555d9a196 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 1098 time: 0.1540861 May 12 14:57:35.744952 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efb025-dc54-46e1-9d72-ce52426d3f8b req-6fb95bc8-7961-44be-acae-8fc896954d98 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:35.747103 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-77efb025-dc54-46e1-9d72-ce52426d3f8b req-6fb95bc8-7961-44be-acae-8fc896954d98 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.1300075 May 12 14:57:35.820000 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c22758c5-3b84-43e1-96ea-cd19cfb93dac req-ddf93c0e-a4c5-4a78-9799-7688325bf79f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718386 May 12 14:57:35.830840 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-77efb025-dc54-46e1-9d72-ce52426d3f8b req-bb35e493-bdc6-4398-a6d5-cb3212f265c1 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702665 May 12 14:57:36.724472 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e22ae-65d4-4909-8eeb-0cdf25677ba1 req-e81b4543-0945-4276-9e05-c2322295cde8 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:36.726148 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-720e22ae-65d4-4909-8eeb-0cdf25677ba1 req-e81b4543-0945-4276-9e05-c2322295cde8 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.0976536 May 12 14:57:36.781791 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-720e22ae-65d4-4909-8eeb-0cdf25677ba1 req-df6e5a1f-500f-4564-a1a0-bef8a79cfb90 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491159 May 12 14:57:37.062386 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abff9d-c894-4c9b-b4bf-d5d58dfd87de req-31d587ff-0d0e-4bf7-9e92-91e364bf7921 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:37.064525 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-22abff9d-c894-4c9b-b4bf-d5d58dfd87de req-31d587ff-0d0e-4bf7-9e92-91e364bf7921 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.1147375 May 12 14:57:37.130023 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-22abff9d-c894-4c9b-b4bf-d5d58dfd87de req-0e45d9de-11ea-4cb3-9883-3e334d49fd5f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574052 May 12 14:57:37.292706 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 35030) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:37.462596 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:37.480536 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:37.485000 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Usage tracker for resource:security_group_rule and tenant:181f6729e9e84dcc935ea76d5d5d865f is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:37.489771 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:37.497409 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:37.613885 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:37.722955 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:37.788818 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=181f6729e9e84dcc935ea76d5d5d865f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4948385 May 12 14:57:37.790367 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af6bde0-0072-4162-8bea-52831edf13b0,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:37.796105 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 35048) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:37.800943 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:37.801498 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:37.802001 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:37.802561 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:37.802685 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:37.803157 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:37.803483 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:37.803786 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:37.804176 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:37.804434 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:37.804733 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:37.805110 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d5b63-22b3-4530-8db0-4702fce13cef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:37.883756 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-38d09f2a-b77e-4e58-a5c3-33f92bd3e614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:37.918862 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-38d09f2a-b77e-4e58-a5c3-33f92bd3e614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:38.017442 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b33a57-5c43-4e90-9a94-fbd92577f1c7 req-8fa91056-d62b-48b5-9417-e509b52c5842 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:38.019181 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f4b33a57-5c43-4e90-9a94-fbd92577f1c7 req-8fa91056-d62b-48b5-9417-e509b52c5842 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.1018462 May 12 14:57:38.084985 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f4b33a57-5c43-4e90-9a94-fbd92577f1c7 req-1ffbbf3d-88b2-4c71-b316-737dbed33e26 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551250 May 12 14:57:38.128522 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-38d09f2a-b77e-4e58-a5c3-33f92bd3e614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:38.149363 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d09f2a-b77e-4e58-a5c3-33f92bd3e614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af6bde0-0072-4162-8bea-52831edf13b0,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:38.180623 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-38d09f2a-b77e-4e58-a5c3-33f92bd3e614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:38.180623 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-38d09f2a-b77e-4e58-a5c3-33f92bd3e614 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1af6bde0-0072-4162-8bea-52831edf13b0 HTTP/1.1" status: 204 len: 168 time: 0.3783765 May 12 14:57:38.373357 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd75ab-67da-4f55-b636-d6b82a88463d req-f78040d4-ad82-42a0-8a68-860c120b386c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:38.375032 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-73bd75ab-67da-4f55-b636-d6b82a88463d req-f78040d4-ad82-42a0-8a68-860c120b386c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.0911427 May 12 14:57:38.438127 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-73bd75ab-67da-4f55-b636-d6b82a88463d req-f0d3ae02-2bd1-4d69-b11a-144b5717e978 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573823 May 12 14:57:39.019462 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36b28f-8b94-4e63-a7c5-e022786790a3 req-39194af9-39e5-4abe-adb3-65eaf0f1dcf3 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:39.020936 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4b36b28f-8b94-4e63-a7c5-e022786790a3 req-39194af9-39e5-4abe-adb3-65eaf0f1dcf3 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.1596692 May 12 14:57:39.037230 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840d586-ab7b-4e6d-b771-b9d3f063e4f4 req-84fb9380-4d7d-46cb-8aaf-58ce5ad54ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:39.038928 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7840d586-ab7b-4e6d-b771-b9d3f063e4f4 req-84fb9380-4d7d-46cb-8aaf-58ce5ad54ccf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 1098 time: 0.1165149 May 12 14:57:39.264641 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4b36b28f-8b94-4e63-a7c5-e022786790a3 req-2a1690df-1267-41cd-af18-f78f9c6e4533 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220516 May 12 14:57:39.331099 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840d586-ab7b-4e6d-b771-b9d3f063e4f4 req-524c5383-7dd8-47df-a0ab-da42ba4a85af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:39.333897 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7840d586-ab7b-4e6d-b771-b9d3f063e4f4 req-524c5383-7dd8-47df-a0ab-da42ba4a85af service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 920 time: 0.1972005 May 12 14:57:39.432335 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7840d586-ab7b-4e6d-b771-b9d3f063e4f4 req-ca85bc37-fd25-4edc-a715-960b7682cf14 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6292b7fd-e465-469e-a974-a27de9797f1e HTTP/1.1" status: 200 len: 217 time: 0.0794120 May 12 14:57:39.508102 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840d586-ab7b-4e6d-b771-b9d3f063e4f4 req-c6a4cf39-1350-46d9-a64f-fe34310264fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:39.510267 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7840d586-ab7b-4e6d-b771-b9d3f063e4f4 req-c6a4cf39-1350-46d9-a64f-fe34310264fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6517beee-f6a9-470f-99ed-f96e6825f8b9 HTTP/1.1" status: 200 len: 858 time: 0.0722022 May 12 14:57:39.604359 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840d586-ab7b-4e6d-b771-b9d3f063e4f4 req-db420d07-7cf7-4b00-bcb4-a42c06f2b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:39.607701 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7840d586-ab7b-4e6d-b771-b9d3f063e4f4 req-db420d07-7cf7-4b00-bcb4-a42c06f2b7bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d8c56f2-4158-444c-96af-8e80e6763783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0893638 May 12 14:57:39.831388 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d364bd-fb37-432c-8e5d-33bdbcc28740 req-afe27879-934a-45f4-8d7d-85084d418d39 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:39.832887 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-64d364bd-fb37-432c-8e5d-33bdbcc28740 req-afe27879-934a-45f4-8d7d-85084d418d39 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.2202265 May 12 14:57:39.835156 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7840d586-ab7b-4e6d-b771-b9d3f063e4f4 req-08097338-651d-4d9a-9437-68e9e92780f7 service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730335 May 12 14:57:39.965447 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-64d364bd-fb37-432c-8e5d-33bdbcc28740 req-9c9aafe1-5334-4f0b-8a56-1d59c67adbb6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237047 May 12 14:57:40.054654 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7840d586-ab7b-4e6d-b771-b9d3f063e4f4 req-ee4a0649-a1cd-4b76-93ba-48fa9eccc701 service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966627 May 12 14:57:40.167275 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device d9e74ed2-9db6-4f75-ab86-0147f35c6111 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 14:57:40.399801 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port d9e74ed2-9db6-4f75-ab86-0147f35c6111, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d9e74ed2-9db6-4f75-ab86-0147f35c6111,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:57:40.469077 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'port_id': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111', 'mac_address': 'fa:16:3e:a4:d2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 14:57:40.611623 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:40.633095 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9e74ed2-9db6-4f75-ab86-0147f35c6111 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:57:40.656870 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port d9e74ed2-9db6-4f75-ab86-0147f35c6111, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d9e74ed2-9db6-4f75-ab86-0147f35c6111,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:57:40.704029 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438da4f-af26-41a6-a937-6f04388cbe01 req-77e0e969-be22-4df6-b599-c964a811dca7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:40.713280 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9438da4f-af26-41a6-a937-6f04388cbe01 req-77e0e969-be22-4df6-b599-c964a811dca7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.1511219 May 12 14:57:40.728346 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:40.777397 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9438da4f-af26-41a6-a937-6f04388cbe01 req-2e6bd6fc-a663-4726-9f03-56a1ef4fdf7a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620430 May 12 14:57:40.883283 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=d9e74ed2-9db6-4f75-ab86-0147f35c6111,revision_number=6']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:40.892743 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:40.893361 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:40.893754 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:40.894240 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:40.894628 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:40.894988 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:40.895342 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:40.895696 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:40.896088 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:40.896511 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:40.896864 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:40.897212 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:57:40.936816 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['d9e74ed2-9db6-4f75-ab86-0147f35c6111'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:57:41.015454 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b5a31d85-4747-4818-b61e-7328607e78b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:41.362887 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba56a49-a15c-4d8e-a170-ffdce0394be0 req-e403d48c-8e6a-48c0-9ee5-efa0005c8b49 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:41.364457 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bba56a49-a15c-4d8e-a170-ffdce0394be0 req-e403d48c-8e6a-48c0-9ee5-efa0005c8b49 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 945 time: 0.2186882 May 12 14:57:41.394184 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11bbaa-7a26-431a-a484-a7e3766ed106 req-dfc7b5cf-320b-4aae-b267-9515a03921d3 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:41.395722 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5d11bbaa-7a26-431a-a484-a7e3766ed106 req-dfc7b5cf-320b-4aae-b267-9515a03921d3 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 945 time: 0.1602604 May 12 14:57:41.447679 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bba56a49-a15c-4d8e-a170-ffdce0394be0 req-b6ab9372-3807-4b69-b43f-a6a5b519e318 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752676 May 12 14:57:41.469237 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5d11bbaa-7a26-431a-a484-a7e3766ed106 req-de91067b-0c82-4c8e-9faa-5ae599788787 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/security-groups?id=f420eac1-8549-4876-aa3b-1edcb2281704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614495 May 12 14:57:42.144443 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4836c2-73dc-4758-ba1e-2579603e7fd9 req-7d9c727d-82a6-46e7-8209-398173ccd560 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:42.157068 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8b4836c2-73dc-4758-ba1e-2579603e7fd9 req-7d9c727d-82a6-46e7-8209-398173ccd560 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.1721499 May 12 14:57:42.166408 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 35216) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:42.173523 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-112f5150-848a-46f5-bb4d-5ccfddb45b0a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--435146393', 'description': 'tempest-description--1328288489'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:57:42.185493 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-112f5150-848a-46f5-bb4d-5ccfddb45b0a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:42.190683 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device d9e74ed2-9db6-4f75-ab86-0147f35c6111 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:57:42.223011 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-112f5150-848a-46f5-bb4d-5ccfddb45b0a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:42.227177 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8b4836c2-73dc-4758-ba1e-2579603e7fd9 req-efa385e8-fe00-44a7-956b-af9eb57310ea tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648623 May 12 14:57:42.319740 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port d9e74ed2-9db6-4f75-ab86-0147f35c6111 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:57:42.320107 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:42.409398 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-112f5150-848a-46f5-bb4d-5ccfddb45b0a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:42.445789 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-112f5150-848a-46f5-bb4d-5ccfddb45b0a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:42.450663 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-112f5150-848a-46f5-bb4d-5ccfddb45b0a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:security_group_rule and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:42.453947 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-112f5150-848a-46f5-bb4d-5ccfddb45b0a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:42.466401 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-112f5150-848a-46f5-bb4d-5ccfddb45b0a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:42.520173 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:42.584199 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:57:42.637461 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port d9e74ed2-9db6-4f75-ab86-0147f35c6111, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d9e74ed2-9db6-4f75-ab86-0147f35c6111,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:57:42.687065 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-112f5150-848a-46f5-bb4d-5ccfddb45b0a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:42.834654 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7c059-d393-479a-ba98-58e7a2afa169 req-9fa546c2-393d-4ec9-8efd-a62b8b0b4c44 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:42.844958 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e6a7c059-d393-479a-ba98-58e7a2afa169 req-9fa546c2-393d-4ec9-8efd-a62b8b0b4c44 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 945 time: 0.2256784 May 12 14:57:42.888500 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:42.943674 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e6a7c059-d393-479a-ba98-58e7a2afa169 req-68939604-cc4c-4167-837f-fb8b94b0ca93 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804861 May 12 14:57:42.996945 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12543729-5337-436a-a0c1-d1860d7f3df3 req-6602de90-e495-41f6-b66b-29782208cfff tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:43.003319 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-12543729-5337-436a-a0c1-d1860d7f3df3 req-6602de90-e495-41f6-b66b-29782208cfff tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 945 time: 0.2917030 May 12 14:57:43.092963 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-861bf600-e973-40ac-bbdb-1108c6248c5c'] response: {'server_uuid': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111', 'code': 200} May 12 14:57:43.100446 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-112f5150-848a-46f5-bb4d-5ccfddb45b0a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:43.107287 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=d9e74ed2-9db6-4f75-ab86-0147f35c6111,revision_number=7']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:43.213727 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f5150-848a-46f5-bb4d-5ccfddb45b0a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c237d0-2967-4bc7-9790-efdae37a9e45,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:43.250257 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-12543729-5337-436a-a0c1-d1860d7f3df3 req-bffbd337-15de-4dab-be0b-e7ff6e9ee6f6 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/security-groups?id=f420eac1-8549-4876-aa3b-1edcb2281704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005451 May 12 14:57:43.326863 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58005b0f-54bd-4009-9d77-879a2c4a3a15 req-6e569475-947b-4325-b28a-9366bd65de26 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:43.328798 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58005b0f-54bd-4009-9d77-879a2c4a3a15 req-6e569475-947b-4325-b28a-9366bd65de26 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 945 time: 0.3230953 May 12 14:57:43.350884 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45c101c1-b976-4e0c-b4b0-56f001672807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:43.425354 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-112f5150-848a-46f5-bb4d-5ccfddb45b0a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:43.427665 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-112f5150-848a-46f5-bb4d-5ccfddb45b0a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2587709 May 12 14:57:43.430989 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 35256) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:43.438325 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-b3f9639d-7d32-45ba-afe2-dfe03218f62a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'security_group_rule': {'security_group_id': '33c237d0-2967-4bc7-9790-efdae37a9e45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:57:43.464056 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-b3f9639d-7d32-45ba-afe2-dfe03218f62a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:43.466690 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-b3f9639d-7d32-45ba-afe2-dfe03218f62a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:security_group_rule and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:43.470150 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-b3f9639d-7d32-45ba-afe2-dfe03218f62a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:43.479933 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-b3f9639d-7d32-45ba-afe2-dfe03218f62a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:43.539041 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-58005b0f-54bd-4009-9d77-879a2c4a3a15 req-cf5a075a-cc3c-4819-90db-c0d43169843f tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Deleting port 67ae3826-e233-4b97-99b9-083b9146084e {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 14:57:43.539469 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-58005b0f-54bd-4009-9d77-879a2c4a3a15 req-cf5a075a-cc3c-4819-90db-c0d43169843f tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:43.747453 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b3f9639d-7d32-45ba-afe2-dfe03218f62a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:43.871427 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b3f9639d-7d32-45ba-afe2-dfe03218f62a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:43.936262 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6e591-252c-430d-b457-5776cd5460e7 req-2882e6e3-eb58-45b9-bab7-5c809940a239 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:43.938025 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f0a6e591-252c-430d-b457-5776cd5460e7 req-2882e6e3-eb58-45b9-bab7-5c809940a239 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.4660246 May 12 14:57:43.987957 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-58005b0f-54bd-4009-9d77-879a2c4a3a15 req-cf5a075a-cc3c-4819-90db-c0d43169843f tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] For port 67ae3826-e233-4b97-99b9-083b9146084e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=67ae3826-e233-4b97-99b9-083b9146084e,segment=NetworkSegment(919d8ff7-3b77-4c30-aa15-10fe338a3177),segment_id=919d8ff7-3b77-4c30-aa15-10fe338a3177)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:57:43.989976 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-58005b0f-54bd-4009-9d77-879a2c4a3a15 req-cf5a075a-cc3c-4819-90db-c0d43169843f tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:43.998332 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b3f9639d-7d32-45ba-afe2-dfe03218f62a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:44.054305 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9639d-7d32-45ba-afe2-dfe03218f62a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd760f9-33f7-49ee-89a2-aee329ebcf9f,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:44.193058 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-58005b0f-54bd-4009-9d77-879a2c4a3a15 req-cf5a075a-cc3c-4819-90db-c0d43169843f tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Calling delete_port for 67ae3826-e233-4b97-99b9-083b9146084e owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 14:57:44.261672 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f0a6e591-252c-430d-b457-5776cd5460e7 req-238b2589-e780-44ab-aa14-83342320c736 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154809 May 12 14:57:44.338519 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b3f9639d-7d32-45ba-afe2-dfe03218f62a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:44.341821 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-b3f9639d-7d32-45ba-afe2-dfe03218f62a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9089031 May 12 14:57:44.352263 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 35280) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:44.362969 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-5104d321-d7b7-46da-a143-a13496b4ae76 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'security_group_rule': {'security_group_id': '33c237d0-2967-4bc7-9790-efdae37a9e45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:57:44.378536 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-5104d321-d7b7-46da-a143-a13496b4ae76 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:44.383952 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-5104d321-d7b7-46da-a143-a13496b4ae76 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:security_group_rule and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:44.389527 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-5104d321-d7b7-46da-a143-a13496b4ae76 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:44.395040 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-5104d321-d7b7-46da-a143-a13496b4ae76 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:44.583522 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5104d321-d7b7-46da-a143-a13496b4ae76 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:44.659400 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:44.739134 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5104d321-d7b7-46da-a143-a13496b4ae76 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:44.802421 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489c86a-90fe-4225-b6f8-1d3b99c4bb8c req-eb17fe36-6268-4e7f-9275-24529ae27053 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:44.810500 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0489c86a-90fe-4225-b6f8-1d3b99c4bb8c req-eb17fe36-6268-4e7f-9275-24529ae27053 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.6308024 May 12 14:57:44.834739 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5104d321-d7b7-46da-a143-a13496b4ae76 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:44.908791 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104d321-d7b7-46da-a143-a13496b4ae76 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1c5213-8883-42b4-9d41-e5e8bda0edd6,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:44.923574 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0489c86a-90fe-4225-b6f8-1d3b99c4bb8c req-f4e181e4-9f4d-4c0a-aedd-4bc72eff4b84 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120918 May 12 14:57:44.956785 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd2e93-ac8b-4c96-ba90-4a37301a31d1 req-fe315201-c0fd-4745-a12a-45eab7b66d4b tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:44.964705 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-cbbd2e93-ac8b-4c96-ba90-4a37301a31d1 req-fe315201-c0fd-4745-a12a-45eab7b66d4b tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 945 time: 0.3916919 May 12 14:57:45.020166 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-cbbd2e93-ac8b-4c96-ba90-4a37301a31d1 req-bb4e3e8a-ae00-4b27-b602-18ca3af8ce68 tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/security-groups?id=f420eac1-8549-4876-aa3b-1edcb2281704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541036 May 12 14:57:45.060642 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-58005b0f-54bd-4009-9d77-879a2c4a3a15 req-cf5a075a-cc3c-4819-90db-c0d43169843f tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:45.145469 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5104d321-d7b7-46da-a143-a13496b4ae76 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:45.149946 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-5104d321-d7b7-46da-a143-a13496b4ae76 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7933941 May 12 14:57:45.150339 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 35290) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:45.164384 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a075a-cc3c-4819-90db-c0d43169843f tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Pushing event deleted for resources: {'Port': ['ID=67ae3826-e233-4b97-99b9-083b9146084e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:45.173833 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'floatingip': {'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:57:45.180709 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:45.184536 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:floatingip and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:45.187809 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:45.194259 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:45.197760 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:45.357882 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:45.531431 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:45.754040 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-58005b0f-54bd-4009-9d77-879a2c4a3a15 req-cf5a075a-cc3c-4819-90db-c0d43169843f tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] No DVR routers for this DVR port 67ae3826-e233-4b97-99b9-083b9146084e on host hv-cinder-83118 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:57:45.771425 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Allocated IP 172.28.3.33 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/a50f96f6-ba9e-48ec-8da2-7f44d02d579f) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:57:45.771744 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-58005b0f-54bd-4009-9d77-879a2c4a3a15 req-cf5a075a-cc3c-4819-90db-c0d43169843f tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:45.775064 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f22850f-7a6b-4491-955d-7ae74283c8dc', 'name': 'network-vif-deleted', 'tag': '67ae3826-e233-4b97-99b9-083b9146084e'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:57:45.862292 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8330263d-80f3-4f58-a145-5764ed6b4dd3'] response: {'server_uuid': '4f22850f-7a6b-4491-955d-7ae74283c8dc', 'name': 'network-vif-deleted', 'tag': '67ae3826-e233-4b97-99b9-083b9146084e', 'status': 'completed', 'code': 200} May 12 14:57:45.944224 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58005b0f-54bd-4009-9d77-879a2c4a3a15 req-cf5a075a-cc3c-4819-90db-c0d43169843f tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.69 "DELETE /v2.0/ports/67ae3826-e233-4b97-99b9-083b9146084e HTTP/1.1" status: 204 len: 173 time: 2.6078894 May 12 14:57:46.020750 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:46.116405 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:46.208388 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 67ae3826-e233-4b97-99b9-083b9146084e no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 14:57:46.249284 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:46.342582 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:57:46.345505 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:57:46.349421 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:57:46.379136 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: 67ae3826-e233-4b97-99b9-083b9146084e {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 14:57:46.379784 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 67ae3826-e233-4b97-99b9-083b9146084e not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 14:57:46.387551 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-5d0d2330-76b8-43df-a4f1-a2d4df30550d req-526959bb-beb3-4b13-b5c2-cb8946f35d6f tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Synchronizing usage tracker for tenant:848f8f7ea98045c9a115df344b7620bd on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:57:46.464499 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72f62c-0cf6-43be-b71c-156a067b5726 req-4387765d-bdf3-4d78-bbd8-ad243f77d1cb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:46.464744 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'Port': ['ID=a50f96f6-ba9e-48ec-8da2-7f44d02d579f,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:46.466444 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8e72f62c-0cf6-43be-b71c-156a067b5726 req-4387765d-bdf3-4d78-bbd8-ad243f77d1cb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.2785258 May 12 14:57:46.556478 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8e72f62c-0cf6-43be-b71c-156a067b5726 req-af406b57-3599-4c26-9f10-eb183d389965 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748250 May 12 14:57:46.557719 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:46.557862 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-5d0d2330-76b8-43df-a4f1-a2d4df30550d req-526959bb-beb3-4b13-b5c2-cb8946f35d6f tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] Unset dirty status for tenant:848f8f7ea98045c9a115df344b7620bd on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:57:46.572694 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5d0d2330-76b8-43df-a4f1-a2d4df30550d req-526959bb-beb3-4b13-b5c2-cb8946f35d6f tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 210 time: 0.2730856 May 12 14:57:47.177618 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:47.457452 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 35328) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:47.462784 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:47.618301 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8d9b20d6-f430-4ce6-854b-fa0d976fb718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:47.640187 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8d9b20d6-f430-4ce6-854b-fa0d976fb718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:47.644413 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-8d9b20d6-f430-4ce6-854b-fa0d976fb718 admin admin] Usage tracker for resource:security_group_rule and tenant:e4c9acff02eb48c0883b8ce4244f03f3 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:47.647647 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-8d9b20d6-f430-4ce6-854b-fa0d976fb718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:47.659213 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8d9b20d6-f430-4ce6-854b-fa0d976fb718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:47.688218 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:47.893422 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:47.906109 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'Port': ['ID=a50f96f6-ba9e-48ec-8da2-7f44d02d579f,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:47.963096 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8d9b20d6-f430-4ce6-854b-fa0d976fb718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:48.036091 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:48.037501 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-a514cffc-4165-4e76-8047-59dd29138fe1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8847098 May 12 14:57:48.072428 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d6065704-56b4-4423-9a4b-5d145c9ecb11 req-233c97a6-80d4-4ab6-8f1e-6c1fc62f7f4e tempest-VolumesActionsTest-440165381 tempest-VolumesActionsTest-440165381-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f22850f-7a6b-4491-955d-7ae74283c8dc HTTP/1.1" status: 200 len: 210 time: 0.1763065 May 12 14:57:48.086570 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8d9b20d6-f430-4ce6-854b-fa0d976fb718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:48.137177 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-8d9b20d6-f430-4ce6-854b-fa0d976fb718 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4c9acff02eb48c0883b8ce4244f03f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6885171 May 12 14:57:48.137573 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 35348) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:48.179466 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4826d-5d30-44d2-aec1-105b0d9b617d req-348c3eeb-9068-4c43-b4fb-04c946fc9469 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:48.181534 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b2a4826d-5d30-44d2-aec1-105b0d9b617d req-348c3eeb-9068-4c43-b4fb-04c946fc9469 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.3734670 May 12 14:57:48.255137 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b20d6-f430-4ce6-854b-fa0d976fb718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ed37ff-f996-48e4-b7ac-28b65f6807f8,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:48.302107 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b2a4826d-5d30-44d2-aec1-105b0d9b617d req-bcffe2df-1dac-4dc1-8d33-3b1e191974a7 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093378 May 12 14:57:48.316262 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-d8cd358d-6ba7-4c7b-8423-a7e1cd775507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:48.358185 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 35354) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:48.363748 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-48b3eafe-3927-4a6f-ad4b-affbff8c0a81 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Request body: {'security_group': {'name': 'tempest-securitygroup--721961885', 'description': 'tempest-description--642408504'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:57:48.379720 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-d8cd358d-6ba7-4c7b-8423-a7e1cd775507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:48.383482 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-48b3eafe-3927-4a6f-ad4b-affbff8c0a81 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:48.399860 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-48b3eafe-3927-4a6f-ad4b-affbff8c0a81 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:48.504743 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-48b3eafe-3927-4a6f-ad4b-affbff8c0a81 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:48.529577 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-48b3eafe-3927-4a6f-ad4b-affbff8c0a81 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:48.537342 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-d8cd358d-6ba7-4c7b-8423-a7e1cd775507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:48.562118 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-48b3eafe-3927-4a6f-ad4b-affbff8c0a81 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Usage tracker for resource:security_group_rule and tenant:7e684d49501b49d2a6b99fee4deeb9ec is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:48.565702 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-48b3eafe-3927-4a6f-ad4b-affbff8c0a81 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:48.576625 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-48b3eafe-3927-4a6f-ad4b-affbff8c0a81 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:48.577322 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-d8cd358d-6ba7-4c7b-8423-a7e1cd775507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:48.581923 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-d8cd358d-6ba7-4c7b-8423-a7e1cd775507 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b2ed37ff-f996-48e4-b7ac-28b65f6807f8 HTTP/1.1" status: 204 len: 168 time: 0.4431849 May 12 14:57:48.591235 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd358d-6ba7-4c7b-8423-a7e1cd775507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ed37ff-f996-48e4-b7ac-28b65f6807f8,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:48.726756 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-48b3eafe-3927-4a6f-ad4b-affbff8c0a81 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:48.806158 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-48b3eafe-3927-4a6f-ad4b-affbff8c0a81 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:48.861108 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3eafe-3927-4a6f-ad4b-affbff8c0a81 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece3f3d9-c69d-4aa9-a049-be6812a2ac11,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:49.062619 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-48b3eafe-3927-4a6f-ad4b-affbff8c0a81 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:49.063519 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:49.063921 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-48b3eafe-3927-4a6f-ad4b-affbff8c0a81 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7010458 May 12 14:57:49.065002 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 35370) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:49.071654 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-e1d79e7d-ae77-4fe5-abab-07368ba73a6b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Request body: {'security_group_rule': {'security_group_id': 'ece3f3d9-c69d-4aa9-a049-be6812a2ac11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:57:49.078098 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-e1d79e7d-ae77-4fe5-abab-07368ba73a6b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:49.086752 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-e1d79e7d-ae77-4fe5-abab-07368ba73a6b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Usage tracker for resource:security_group_rule and tenant:7e684d49501b49d2a6b99fee4deeb9ec is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:49.095698 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-e1d79e7d-ae77-4fe5-abab-07368ba73a6b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:49.103512 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-e1d79e7d-ae77-4fe5-abab-07368ba73a6b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:49.240456 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e1d79e7d-ae77-4fe5-abab-07368ba73a6b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:49.334529 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e1d79e7d-ae77-4fe5-abab-07368ba73a6b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:49.492499 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e1d79e7d-ae77-4fe5-abab-07368ba73a6b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:49.527213 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d79e7d-ae77-4fe5-abab-07368ba73a6b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31186f4c-de6f-4559-8d50-277d2b841be2,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:49.657167 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c5a30-1ecb-4723-be7f-c0267ecd494a req-c68f61c0-cdbb-4e7b-bdd4-49f698164a12 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:49.670966 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-767c5a30-1ecb-4723-be7f-c0267ecd494a req-c68f61c0-cdbb-4e7b-bdd4-49f698164a12 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.1895032 May 12 14:57:49.754819 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e1d79e7d-ae77-4fe5-abab-07368ba73a6b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:49.759978 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-e1d79e7d-ae77-4fe5-abab-07368ba73a6b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6932042 May 12 14:57:49.763057 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 35382) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:49.769838 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-df8681f8-6601-442f-b27f-519d2f6756aa tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Request body: {'security_group_rule': {'security_group_id': 'ece3f3d9-c69d-4aa9-a049-be6812a2ac11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:57:49.778664 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-df8681f8-6601-442f-b27f-519d2f6756aa tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:49.790431 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-df8681f8-6601-442f-b27f-519d2f6756aa tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Usage tracker for resource:security_group_rule and tenant:7e684d49501b49d2a6b99fee4deeb9ec is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:49.828723 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-df8681f8-6601-442f-b27f-519d2f6756aa tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:49.853669 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 35386) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:49.859726 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-df8681f8-6601-442f-b27f-519d2f6756aa tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:49.877399 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7814a2f0-20fc-4959-a484-900520f6bdc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:49.891998 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-767c5a30-1ecb-4723-be7f-c0267ecd494a req-464584cb-c53b-4d09-a006-6ca6e09f4bc5 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244418 May 12 14:57:49.899664 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7814a2f0-20fc-4959-a484-900520f6bdc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:49.908768 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-7814a2f0-20fc-4959-a484-900520f6bdc8 admin admin] Usage tracker for resource:security_group_rule and tenant:80dbc17178da4a39b56bd9524e3af349 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:49.912526 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-7814a2f0-20fc-4959-a484-900520f6bdc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:49.925252 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7814a2f0-20fc-4959-a484-900520f6bdc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:50.001583 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-df8681f8-6601-442f-b27f-519d2f6756aa tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:50.108477 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7814a2f0-20fc-4959-a484-900520f6bdc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:50.205802 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-df8681f8-6601-442f-b27f-519d2f6756aa tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:50.259276 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7814a2f0-20fc-4959-a484-900520f6bdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:50.299188 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-df8681f8-6601-442f-b27f-519d2f6756aa tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:50.322407 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814a2f0-20fc-4959-a484-900520f6bdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479e6d2a-ee6f-405b-af40-e2dc98162747,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:50.330781 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-7814a2f0-20fc-4959-a484-900520f6bdc8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=80dbc17178da4a39b56bd9524e3af349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4763262 May 12 14:57:50.332120 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 35394) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:50.367086 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8681f8-6601-442f-b27f-519d2f6756aa tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8966bd-0aa3-4209-a6dc-b14619f07b72,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:50.458962 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-df8681f8-6601-442f-b27f-519d2f6756aa tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:50.460583 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-df8681f8-6601-442f-b27f-519d2f6756aa tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6958520 May 12 14:57:50.465076 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 35402) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:50.470932 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Request body: {'floatingip': {'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:57:50.481975 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:50.488079 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Usage tracker for resource:floatingip and tenant:7e684d49501b49d2a6b99fee4deeb9ec is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:50.488987 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76032f9e-fb10-463c-ac8a-5cf5818ed78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:50.500506 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:50.509409 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:50.538526 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76032f9e-fb10-463c-ac8a-5cf5818ed78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:50.614307 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for floatingip, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:50.705638 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76032f9e-fb10-463c-ac8a-5cf5818ed78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:50.721913 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76032f9e-fb10-463c-ac8a-5cf5818ed78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479e6d2a-ee6f-405b-af40-e2dc98162747,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:50.752033 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-76032f9e-fb10-463c-ac8a-5cf5818ed78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:50.754935 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-76032f9e-fb10-463c-ac8a-5cf5818ed78c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/479e6d2a-ee6f-405b-af40-e2dc98162747 HTTP/1.1" status: 204 len: 168 time: 0.4199798 May 12 14:57:50.848768 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:51.046397 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Allocated IP 172.28.3.74 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/04b47606-670b-41ae-8545-e89d70b4b2cd) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:57:51.203562 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de78cc1-9845-41a7-9732-9e87ae5bf32d req-9ef113ba-4e18-490c-8a5e-55858f984639 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:51.212438 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9de78cc1-9845-41a7-9732-9e87ae5bf32d req-9ef113ba-4e18-490c-8a5e-55858f984639 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.1575830 May 12 14:57:51.292856 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:51.296481 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9de78cc1-9845-41a7-9732-9e87ae5bf32d req-ce00722d-6f68-4034-ac68-1565da95d49f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828657 May 12 14:57:51.945602 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:52.018144 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:57:52.021883 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:57:52.024609 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:57:52.078470 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Pushing event updated for resources: {'Port': ['ID=04b47606-670b-41ae-8545-e89d70b4b2cd,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:52.136624 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:52.366951 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 35432) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:52.429695 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-06974b3d-867a-4cdf-b521-d85891280495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:52.474729 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-06974b3d-867a-4cdf-b521-d85891280495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:52.479418 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-06974b3d-867a-4cdf-b521-d85891280495 admin admin] Usage tracker for resource:security_group_rule and tenant:3e8137c3e01948d4a747555be2e259d8 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:52.483306 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-06974b3d-867a-4cdf-b521-d85891280495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:52.490472 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-06974b3d-867a-4cdf-b521-d85891280495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:52.530384 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:52.718501 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-06974b3d-867a-4cdf-b521-d85891280495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:52.789032 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb9cd2-0842-4e42-bf0c-6a18a2807d59 req-aafab61a-3a38-4543-bedb-8b988607f746 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:52.800656 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-24eb9cd2-0842-4e42-bf0c-6a18a2807d59 req-aafab61a-3a38-4543-bedb-8b988607f746 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.2189686 May 12 14:57:52.856081 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:52.873728 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-24eb9cd2-0842-4e42-bf0c-6a18a2807d59 req-0e1e187a-db50-4c5f-80d9-62be858c7373 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719473 May 12 14:57:53.091427 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-06974b3d-867a-4cdf-b521-d85891280495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:53.165906 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06974b3d-867a-4cdf-b521-d85891280495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16907ed4-0549-4ded-bc12-c463b0f26bd4,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:53.191971 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-06974b3d-867a-4cdf-b521-d85891280495 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e8137c3e01948d4a747555be2e259d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8232319 May 12 14:57:53.207114 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 35444) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:53.294989 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4fcaba96-0d11-4da9-a5d4-9358ca4ca5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:53.329978 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4fcaba96-0d11-4da9-a5d4-9358ca4ca5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:53.399872 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:53.513438 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Pushing event updated for resources: {'Port': ['ID=04b47606-670b-41ae-8545-e89d70b4b2cd,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:53.593033 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:53.731179 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:53.733059 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-2301607f-1963-4a23-b58c-0b5a31b976ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2685153 May 12 14:57:53.734365 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4fcaba96-0d11-4da9-a5d4-9358ca4ca5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:53.739395 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4fcaba96-0d11-4da9-a5d4-9358ca4ca5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:53.742750 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-4fcaba96-0d11-4da9-a5d4-9358ca4ca5f9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/16907ed4-0549-4ded-bc12-c463b0f26bd4 HTTP/1.1" status: 204 len: 168 time: 0.5435910 May 12 14:57:53.755708 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcaba96-0d11-4da9-a5d4-9358ca4ca5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16907ed4-0549-4ded-bc12-c463b0f26bd4,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:54.149634 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6978f-7954-4acd-8d6c-e73ec5329e85 req-3e80be13-2cab-496b-bb9c-f4145b7f2fa2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:54.157026 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b5b6978f-7954-4acd-8d6c-e73ec5329e85 req-3e80be13-2cab-496b-bb9c-f4145b7f2fa2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.1169374 May 12 14:57:54.211209 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b5b6978f-7954-4acd-8d6c-e73ec5329e85 req-1fff02f4-f1c5-4345-a46d-e84ed1450e93 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531368 May 12 14:57:54.725997 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-eaffad7b-6578-4336-9f91-d22027bb77cc tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--435146393&fields=id&tenant_id=65de6117be774a79b70ff72040037424 HTTP/1.1" status: 200 len: 267 time: 0.0888207 May 12 14:57:54.741338 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-14fb00fc-2bdf-41ad-b701-a43b810abdc4 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Synchronizing usage tracker for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:57:54.948286 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-be13281a-297b-4135-a6be-072a4517b0a3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:54.953316 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-be13281a-297b-4135-a6be-072a4517b0a3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/networks?id=dfb381ca-02ac-4901-8dbb-a068765d875a HTTP/1.1" status: 200 len: 814 time: 0.2125247 May 12 14:57:54.961384 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-14fb00fc-2bdf-41ad-b701-a43b810abdc4 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Unset dirty status for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:57:54.962701 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-14fb00fc-2bdf-41ad-b701-a43b810abdc4 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--721961885&fields=id&tenant_id=7e684d49501b49d2a6b99fee4deeb9ec HTTP/1.1" status: 200 len: 267 time: 0.2929709 May 12 14:57:55.014919 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-e371e337-95ae-47c3-9cf6-3527904b9677 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/quotas/65de6117be774a79b70ff72040037424 HTTP/1.1" status: 200 len: 375 time: 0.0384812 May 12 14:57:55.329825 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-8c578ce7-d9b8-42bd-9dd5-06c5a6ea0912 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:55.332098 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-8c578ce7-d9b8-42bd-9dd5-06c5a6ea0912 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 819 time: 0.3421545 May 12 14:57:55.359586 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-e4f24e19-2415-4b2e-afb1-b68bb3d29bc7 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=65de6117be774a79b70ff72040037424&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3349059 May 12 14:57:55.418419 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-e6632acf-df6f-4bcd-8e10-cc8de0a1d6e3 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/quotas/7e684d49501b49d2a6b99fee4deeb9ec HTTP/1.1" status: 200 len: 375 time: 0.0500033 May 12 14:57:55.653928 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-a432be46-54da-463a-94c5-4b6966347f40 service neutron] 10.222.0.70 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654095 May 12 14:57:55.678205 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-0d2a46a4-f540-42b9-bc30-ecbbddbae6a9 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2475450 May 12 14:57:55.716113 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 35516) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:55.857403 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-428222173-network', 'tenant_id': 'be4ebaf9dfff4ef7875e7a534c849eab'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:57:55.864248 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:55.868440 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Usage tracker for resource:network and tenant:be4ebaf9dfff4ef7875e7a534c849eab is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:55.872907 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:55.882387 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:55.947685 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-f00a1607-8afd-4147-997b-e04a5087f0c8 service neutron] 10.222.0.70 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533519 May 12 14:57:55.947685 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-79f92a99-7a0c-41aa-8a0c-a46f75cbafd9 service neutron] 10.222.0.70 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384088 May 12 14:57:56.219240 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Made reservation on behalf of be4ebaf9dfff4ef7875e7a534c849eab for: {'network': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:57:56.223782 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:56.234864 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-ad85311e-a382-4d78-bd32-5bc4681e56af service neutron] 10.222.0.70 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927487 May 12 14:57:56.282070 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:56.305120 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:56.310347 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Usage tracker for resource:security_group_rule and tenant:be4ebaf9dfff4ef7875e7a534c849eab is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:56.315501 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:56.325248 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:56.435577 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:57.161444 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:57.277249 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbb6fec-235b-4981-a6ed-eaec8c1faec6,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:57.286306 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:57:57.318479 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:57.318479 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.segments_db [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Added segment 380091c1-d680-4509-a4b9-d754db638053 of type vlan for network 1979dc1b-9ff3-4334-b0db-2045edce18fc May 12 14:57:57.413871 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:57.696676 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-059f8f22-b1a6-439e-9410-1e7e022c936d req-e37b2a75-ccd9-4acd-be22-47f2b5300db2 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 210 time: 0.2008629 May 12 14:57:57.730838 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f22a68-44aa-4ccb-b95f-70379506503c req-b11b0b57-75ed-424a-a4de-4c68b288c16f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:57.733034 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-44f22a68-44aa-4ccb-b95f-70379506503c req-b11b0b57-75ed-424a-a4de-4c68b288c16f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.5490198 May 12 14:57:57.756219 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:57.762955 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:57.767794 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:57.804395 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4abc70f8-b482-4460-b016-60290ede7ac6 req-a0005915-e694-417b-b8c3-5c814c435714 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 210 time: 0.0638666 May 12 14:57:57.847386 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-44f22a68-44aa-4ccb-b95f-70379506503c req-0f47bca4-9fb3-4603-aaaf-2f06d0240fb6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080110 May 12 14:57:57.930112 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] Pushing event updated for resources: {'Network': ['ID=1979dc1b-9ff3-4334-b0db-2045edce18fc,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:57.944798 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network 1979dc1b-9ff3-4334-b0db-2045edce18fc details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 14:57:58.009853 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 35560) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:57:58.011075 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-37d69417-f7f0-4774-97db-8b018632330f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2922707 May 12 14:57:58.016604 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-1f1d2809-6a50-47fc-8ce9-945f9bfac33a admin admin] Request body: {'subnet': {'network_id': '1979dc1b-9ff3-4334-b0db-2045edce18fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-428222173-subnet', 'tenant_id': 'be4ebaf9dfff4ef7875e7a534c849eab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:57:58.025669 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1f1d2809-6a50-47fc-8ce9-945f9bfac33a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:57:58.038303 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-1f1d2809-6a50-47fc-8ce9-945f9bfac33a admin admin] Usage tracker for resource:subnet and tenant:be4ebaf9dfff4ef7875e7a534c849eab is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:57:58.044199 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-1f1d2809-6a50-47fc-8ce9-945f9bfac33a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:57:58.060517 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1f1d2809-6a50-47fc-8ce9-945f9bfac33a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:57:58.195296 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1d2809-6a50-47fc-8ce9-945f9bfac33a admin admin] Made reservation on behalf of be4ebaf9dfff4ef7875e7a534c849eab for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:57:58.200901 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2809-6a50-47fc-8ce9-945f9bfac33a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2178548'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:58.446003 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:57:58.654368 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2809-6a50-47fc-8ce9-945f9bfac33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1090160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2178530'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:58.738817 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d2809-6a50-47fc-8ce9-945f9bfac33a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dde5eaf-93d2-48f0-b179-be17dbff5cee,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:57:58.749476 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1d2809-6a50-47fc-8ce9-945f9bfac33a admin admin] Checking segment: {'id': '380091c1-d680-4509-a4b9-d754db638053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1979dc1b-9ff3-4334-b0db-2045edce18fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:57:58.749476 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1d2809-6a50-47fc-8ce9-945f9bfac33a admin admin] Network hostable DHCP agents. Network: 1979dc1b-9ff3-4334-b0db-2045edce18fc, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:57:58.880396 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1d2809-6a50-47fc-8ce9-945f9bfac33a admin admin] Network 1979dc1b-9ff3-4334-b0db-2045edce18fc is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:57:58.896404 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d3ea8ec2-1e2a-4d30-bf57-d7f6575e3fdd req-72466a9d-b56f-4242-86ea-094580ac130d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 210 time: 0.0662062 May 12 14:57:58.951315 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e4bea723-ec14-4952-a0ea-79ac7a918c62 req-32fc27e5-05c7-4853-8783-26f5c5df7929 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 210 time: 0.0612543 May 12 14:57:58.984889 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-1f1d2809-6a50-47fc-8ce9-945f9bfac33a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, 1979dc1b-9ff3-4334-b0db-2045edce18fc) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:57:58.989387 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1d2809-6a50-47fc-8ce9-945f9bfac33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:58.989992 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2809-6a50-47fc-8ce9-945f9bfac33a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:57:58.998741 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7491274d-0945-4eb5-87f0-e154e507b970 None None] Network 1979dc1b-9ff3-4334-b0db-2045edce18fc requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:57:59.188064 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-1f1d2809-6a50-47fc-8ce9-945f9bfac33a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1764491 May 12 14:57:59.228497 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524792ba-d70a-4888-9d78-70bb90c09221 req-2936ef6c-4283-4ae9-ad8a-22e3c1332bb3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:57:59.232076 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-524792ba-d70a-4888-9d78-70bb90c09221 req-2936ef6c-4283-4ae9-ad8a-22e3c1332bb3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.1796777 May 12 14:57:59.297593 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-524792ba-d70a-4888-9d78-70bb90c09221 req-e849943d-c45b-40d4-9139-7ad011fd9f49 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595624 May 12 14:57:59.366872 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89176fa9-d4fe-4342-b04b-ebeb40ab3329 None None] Network 1979dc1b-9ff3-4334-b0db-2045edce18fc requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:57:59.855346 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 35618) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:00.090371 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6690346e-9902-4709-b8ba-51f361251b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:00.106118 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8cb29283-eafa-42c8-8623-064f9cd1dca7 req-4b3bdf4a-e9d5-40f1-ad34-0370759dd744 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 210 time: 0.0785017 May 12 14:58:00.117362 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-6690346e-9902-4709-b8ba-51f361251b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:58:00.122954 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-6690346e-9902-4709-b8ba-51f361251b28 admin admin] Usage tracker for resource:security_group_rule and tenant:bd7a66da7ce64ea0948f28e450cd9f09 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:58:00.127458 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-6690346e-9902-4709-b8ba-51f361251b28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:58:00.136326 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-6690346e-9902-4709-b8ba-51f361251b28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:58:00.257036 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-87ac5cef-b2e8-4c09-9c7a-b2b62654284a req-f6887166-0161-4a8e-91e0-d8ae9f322b34 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 210 time: 0.0587041 May 12 14:58:00.284675 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b78be-c63a-4c28-ba48-4685054e425a req-0b092a8c-9899-4f53-a782-c30d9ef0066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:00.287072 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f33b78be-c63a-4c28-ba48-4685054e425a req-0b092a8c-9899-4f53-a782-c30d9ef0066f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b59b244953945b1b1ef483fdb3522e1&device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 1099 time: 0.1800597 May 12 14:58:00.472145 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b78be-c63a-4c28-ba48-4685054e425a req-48653205-f22a-4bb9-be31-1a47ce3e8f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:00.474765 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f33b78be-c63a-4c28-ba48-4685054e425a req-48653205-f22a-4bb9-be31-1a47ce3e8f4d service neutron] 10.222.0.69 "GET /v2.0/networks?id=586ae877-0139-4341-8b29-bf98c6f348d4 HTTP/1.1" status: 200 len: 917 time: 0.1805196 May 12 14:58:00.495219 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6690346e-9902-4709-b8ba-51f361251b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:00.612738 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6690346e-9902-4709-b8ba-51f361251b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:00.660064 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f33b78be-c63a-4c28-ba48-4685054e425a req-6ad62b83-821f-420c-b069-7fb354c8edf4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9e74ed2-9db6-4f75-ab86-0147f35c6111 HTTP/1.1" status: 200 len: 1001 time: 0.1778207 May 12 14:58:00.660951 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690346e-9902-4709-b8ba-51f361251b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8b60fa-4a1d-406d-9079-d58d0cfc51e1,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:00.698532 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-6690346e-9902-4709-b8ba-51f361251b28 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd7a66da7ce64ea0948f28e450cd9f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8413267 May 12 14:58:00.701043 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 35632) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:00.775883 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673843e3-e6f2-49ca-a582-a7305ef66cfa req-e9400207-b7cb-4044-afba-78faabbfd1ed tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:00.783707 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-673843e3-e6f2-49ca-a582-a7305ef66cfa req-e9400207-b7cb-4044-afba-78faabbfd1ed tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.3042941 May 12 14:58:00.786933 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b78be-c63a-4c28-ba48-4685054e425a req-aa2546e3-eed2-4c2e-a830-7047b3101e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:00.789284 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f33b78be-c63a-4c28-ba48-4685054e425a req-aa2546e3-eed2-4c2e-a830-7047b3101e65 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7fdab544-cb12-4cff-b823-5cc3aea55c1f HTTP/1.1" status: 200 len: 855 time: 0.1213298 May 12 14:58:00.891848 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-673843e3-e6f2-49ca-a582-a7305ef66cfa req-2b879666-48be-472b-a76b-ab59887a05cc tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071205 May 12 14:58:00.902721 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e8160db8-baec-4c93-aa27-7db1533871f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:00.957539 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e8160db8-baec-4c93-aa27-7db1533871f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:00.962725 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b78be-c63a-4c28-ba48-4685054e425a req-29bb235f-f7b6-4ded-ae87-5af3b002a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:00.964811 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f33b78be-c63a-4c28-ba48-4685054e425a req-29bb235f-f7b6-4ded-ae87-5af3b002a812 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=586ae877-0139-4341-8b29-bf98c6f348d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1564295 May 12 14:58:01.052853 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-89335cde-5006-4386-9800-c09782eea9a5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:01.054291 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-89335cde-5006-4386-9800-c09782eea9a5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "GET /v2.0/networks?id=dfb381ca-02ac-4901-8dbb-a068765d875a HTTP/1.1" status: 200 len: 814 time: 0.3255758 May 12 14:58:01.180336 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f33b78be-c63a-4c28-ba48-4685054e425a req-1302abb4-d4b8-4d07-9a61-b718e911bc74 service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068810 May 12 14:58:01.193077 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-920869ab-9819-450e-8bd8-dee6909adfec tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Synchronizing usage tracker for tenant:65de6117be774a79b70ff72040037424 on resource:security_group {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:58:01.197813 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e8160db8-baec-4c93-aa27-7db1533871f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:01.224795 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8160db8-baec-4c93-aa27-7db1533871f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8b60fa-4a1d-406d-9079-d58d0cfc51e1,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:01.236144 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e8160db8-baec-4c93-aa27-7db1533871f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:01.238419 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-e8160db8-baec-4c93-aa27-7db1533871f2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee8b60fa-4a1d-406d-9079-d58d0cfc51e1 HTTP/1.1" status: 204 len: 168 time: 0.5357435 May 12 14:58:01.396082 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-920869ab-9819-450e-8bd8-dee6909adfec tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Unset dirty status for tenant:65de6117be774a79b70ff72040037424 on resource:security_group {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:58:01.398117 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-920869ab-9819-450e-8bd8-dee6909adfec tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65de6117be774a79b70ff72040037424 HTTP/1.1" status: 200 len: 470 time: 0.3277957 May 12 14:58:01.418020 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'port': {'device_id': '2db5db31-e23b-4726-994e-89601fdd1424', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'admin_state_up': True, 'tenant_id': '65de6117be774a79b70ff72040037424', 'security_groups': ['33c237d0-2967-4bc7-9790-efdae37a9e45']}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:58:01.553835 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2dc903cc-12d5-4044-b915-a6dc81f4292b req-0d883bf7-b285-4358-928b-86ab7b7b1354 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 210 time: 0.2135839 May 12 14:58:01.577717 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6ab15899-bc54-4ba9-8eec-4c6e1ccfbc5c req-cc5130fd-33ce-4cd8-84fa-cb2643bc7d91 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 210 time: 0.0683558 May 12 14:58:01.615551 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:58:01.621436 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:port and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:58:01.624675 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:58:01.631176 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f33b78be-c63a-4c28-ba48-4685054e425a req-afe3970b-7436-4f92-bf26-33d7898d6eaa service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399266 May 12 14:58:01.634642 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:58:01.752704 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Made reservation on behalf of 65de6117be774a79b70ff72040037424 for: {'port': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:58:01.758663 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:01.924491 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-d77aaca2-d084-4cb3-a5d3-f5c434ea6944 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:01.926138 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-d77aaca2-d084-4cb3-a5d3-f5c434ea6944 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.69 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 819 time: 0.1906552 May 12 14:58:02.033864 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-48c34b97-ef69-4978-99b3-cbad8e0506aa tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e684d49501b49d2a6b99fee4deeb9ec HTTP/1.1" status: 200 len: 379 time: 0.0926542 May 12 14:58:02.051997 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Request body: {'port': {'device_id': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'admin_state_up': True, 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'security_groups': ['ece3f3d9-c69d-4aa9-a049-be6812a2ac11']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:58:02.056624 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Allocated IP 172.20.0.10 (dfb381ca-02ac-4901-8dbb-a068765d875a/f6795c39-e288-4c6f-98dd-c92d29478c9e/d279e503-3b7e-45d0-9c53-69819f933f50) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:58:02.385162 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:02.412199 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Transition to ACTIVE for port object d279e503-3b7e-45d0-9c53-69819f933f50 will not be triggered until provisioned by entity DHCP. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:58:02.444757 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6d7ab-e9d2-47f5-be37-c03fedb8bd5a req-7e6a1e62-5d74-407c-a3e5-5478ec8edc58 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:02.446882 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-36c6d7ab-e9d2-47f5-be37-c03fedb8bd5a req-7e6a1e62-5d74-407c-a3e5-5478ec8edc58 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.3522317 May 12 14:58:02.508621 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:58:02.522699 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:02.561856 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Usage tracker for resource:port and tenant:7e684d49501b49d2a6b99fee4deeb9ec is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:58:02.675801 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Network dfb381ca-02ac-4901-8dbb-a068765d875a is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:58:02.681423 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:58:02.702443 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:58:02.708730 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:58:02.709267 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:58:02.725387 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-36c6d7ab-e9d2-47f5-be37-c03fedb8bd5a req-e6d37a7c-288f-4dd9-8a1c-3243a4debac6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716339 May 12 14:58:02.795809 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'Port': ['ID=d279e503-3b7e-45d0-9c53-69819f933f50,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:02.815191 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-a0c85922-8291-4a37-88d3-572fab6d8a0b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:02.818199 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-a0c85922-8291-4a37-88d3-572fab6d8a0b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/networks?id=1979dc1b-9ff3-4334-b0db-2045edce18fc HTTP/1.1" status: 200 len: 808 time: 0.3177929 May 12 14:58:02.834831 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Made reservation on behalf of 7e684d49501b49d2a6b99fee4deeb9ec for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:58:02.838745 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:02.850879 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-ab3ed23c-f740-49be-a44b-21f6de4c2a3a tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/quotas/be4ebaf9dfff4ef7875e7a534c849eab HTTP/1.1" status: 200 len: 375 time: 0.0249918 May 12 14:58:02.858875 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:02.859581 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:03.016102 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-11b97e52-9182-4191-95ee-3afd7943bdcb tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=be4ebaf9dfff4ef7875e7a534c849eab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1091266 May 12 14:58:03.048417 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-4fb58c46-6e38-4cf6-a317-2d903cc271f0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6348691 May 12 14:58:03.074325 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Request body: {'port': {'device_id': '2db5db31-e23b-4726-994e-89601fdd1424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:58:03.196850 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-ec6db244-78f1-4f55-97f1-558dea9e5606 None None] Provisioning for port d279e503-3b7e-45d0-9c53-69819f933f50 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:58:03.212672 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:03.216900 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-ec6db244-78f1-4f55-97f1-558dea9e5606 None None] Provisioning complete for port d279e503-3b7e-45d0-9c53-69819f933f50 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:58:03.218313 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ec6db244-78f1-4f55-97f1-558dea9e5606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:03.304581 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ec6db244-78f1-4f55-97f1-558dea9e5606 None None] Port d279e503-3b7e-45d0-9c53-69819f933f50 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:58:03.324653 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7972c-036b-45f6-a79b-54199af2206d req-ed675838-b6b5-43e1-962d-4f653f07db79 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:03.328337 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d1f7972c-036b-45f6-a79b-54199af2206d req-ed675838-b6b5-43e1-962d-4f653f07db79 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 932 time: 0.4211040 May 12 14:58:03.386409 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-d588f84d-645b-4715-b904-3abdf697bc3e service neutron] 10.222.0.70 "GET /v2.0/networks/1979dc1b-9ff3-4334-b0db-2045edce18fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611567 May 12 14:58:03.399328 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Allocated IP 172.20.0.10 (0d8c56f2-4158-444c-96af-8e80e6763783/6517beee-f6a9-470f-99ed-f96e6825f8b9/25dfece1-8a32-4d71-a0ad-c4eaa17f16ff) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:58:03.466495 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d1f7972c-036b-45f6-a79b-54199af2206d req-ff9b0288-c7a9-426d-b2a7-b404aa525aa0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c237d0-2967-4bc7-9790-efdae37a9e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306267 May 12 14:58:03.757907 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d279e503-3b7e-45d0-9c53-69819f933f50 {{(pid=88106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:58:03.768451 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:03.794329 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Transition to ACTIVE for port object d279e503-3b7e-45d0-9c53-69819f933f50 will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:58:03.890794 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:03.924822 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-163e8ac1-56ef-499e-8c1b-3b41d08b253e req-c1066086-0c9f-4490-bd1a-b84daf15df6a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 210 time: 0.1840589 May 12 14:58:03.926866 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-7a3b50ad-d006-4018-9cf9-074658ac3b8a service neutron] 10.222.0.70 "GET /v2.0/networks/1979dc1b-9ff3-4334-b0db-2045edce18fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071449 May 12 14:58:04.026852 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Pushing event updated for resources: {'Port': ['ID=d279e503-3b7e-45d0-9c53-69819f933f50,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:04.071580 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:04.097439 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Transition to ACTIVE for port object 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:58:04.220496 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fb21a-ee52-4b36-8d70-79f93694c526 req-77c55c0e-64c0-4568-a96d-fbd2f3574748 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:04.222304 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7d4fb21a-ee52-4b36-8d70-79f93694c526 req-77c55c0e-64c0-4568-a96d-fbd2f3574748 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 946 time: 0.0985560 May 12 14:58:04.286153 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Attempting to bind port d279e503-3b7e-45d0-9c53-69819f933f50 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:58:04.286658 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Attempting to bind port d279e503-3b7e-45d0-9c53-69819f933f50 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:58:04.289933 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Attempting to bind port d279e503-3b7e-45d0-9c53-69819f933f50 on network dfb381ca-02ac-4901-8dbb-a068765d875a {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:58:04.292771 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Port d279e503-3b7e-45d0-9c53-69819f933f50 on network dfb381ca-02ac-4901-8dbb-a068765d875a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 14:58:04.293137 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Attempting to bind port d279e503-3b7e-45d0-9c53-69819f933f50 on network dfb381ca-02ac-4901-8dbb-a068765d875a {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:58:04.299554 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:58:04.300604 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Checking segment: {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:58:04.300604 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Bound using segment: {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:58:04.300910 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Bound port: d279e503-3b7e-45d0-9c53-69819f933f50, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:58:04.301229 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:04.306983 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device d9e74ed2-9db6-4f75-ab86-0147f35c6111 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 14:58:04.318256 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:04.391336 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7d4fb21a-ee52-4b36-8d70-79f93694c526 req-4d19c07c-359d-49eb-b076-5c6d038a7497 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563094 May 12 14:58:04.505933 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] For port d279e503-3b7e-45d0-9c53-69819f933f50, host hv-cinder-83118, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:58:04.509734 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] For port d279e503-3b7e-45d0-9c53-69819f933f50, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d279e503-3b7e-45d0-9c53-69819f933f50,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:58:04.537253 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:04.540034 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Network 0d8c56f2-4158-444c-96af-8e80e6763783 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:58:04.548383 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:58:04.553720 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0740d249-a63e-4df8-9466-e78391b3f070 req-81bb100a-f52e-4610-a635-81ad93e16a74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 210 time: 0.1468563 May 12 14:58:04.554459 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Pushing event updated for resources: {'Port': ['ID=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:04.558750 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:58:04.599260 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:58:04.618150 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port d9e74ed2-9db6-4f75-ab86-0147f35c6111, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d9e74ed2-9db6-4f75-ab86-0147f35c6111,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:58:04.665120 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:04.666307 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:04.702726 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:04.779853 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:04.841409 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-c9494e3f-6432-4580-ac4f-0a0f4842a866 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7970335 May 12 14:58:04.875229 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Pushing event updated for resources: {'Port': ['ID=d279e503-3b7e-45d0-9c53-69819f933f50,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:04.879056 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Request body: {'port': {'device_id': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:58:04.884325 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:04.885409 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:04.888882 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-1293543a-2fb9-4817-a68d-0f81d64fbf08 service neutron] 10.222.0.69 "PUT /v2.0/ports/d279e503-3b7e-45d0-9c53-69819f933f50 HTTP/1.1" status: 200 len: 1094 time: 1.8218296 May 12 14:58:04.889667 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db5db31-e23b-4726-994e-89601fdd1424', 'tag': 'd279e503-3b7e-45d0-9c53-69819f933f50'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:58:04.961039 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=d9e74ed2-9db6-4f75-ab86-0147f35c6111,revision_number=8']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:05.042846 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-f2d5f132-35e5-43c8-a350-12c7b98cc59b None None] Provisioning for port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:58:05.073238 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-f2d5f132-35e5-43c8-a350-12c7b98cc59b None None] Provisioning complete for port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:58:05.073238 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2d5f132-35e5-43c8-a350-12c7b98cc59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:05.078420 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d01017-8bf5-4292-a66b-33102c53a6f6 req-b0b9bd97-7db0-4ae6-91a2-d47b3305cbfa tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:05.093607 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e5d01017-8bf5-4292-a66b-33102c53a6f6 req-b0b9bd97-7db0-4ae6-91a2-d47b3305cbfa tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 944 time: 0.2998552 May 12 14:58:05.138204 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:05.241231 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5f132-35e5-43c8-a350-12c7b98cc59b None None] Port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:58:05.279967 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-64493a2a-c61f-49cf-9dfc-239aa7070550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:05.281627 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-64493a2a-c61f-49cf-9dfc-239aa7070550 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65de6117be774a79b70ff72040037424&device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 1097 time: 0.2147620 May 12 14:58:05.317144 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e5d01017-8bf5-4292-a66b-33102c53a6f6 req-14091afc-a85e-43fa-acd8-603cfd453e14 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c237d0-2967-4bc7-9790-efdae37a9e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222500 May 12 14:58:05.385418 dv-cinder-831187-2-smb neutron-server[88108]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9b875ff8-5adc-448c-bdb8-73b055e33010']: {'server_uuid': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111', 'code': 422} returned with failed status May 12 14:58:05.472205 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a01e78a-95aa-4e2c-966e-f909c14c70b7'] response: {'name': 'network-changed', 'server_uuid': '2db5db31-e23b-4726-994e-89601fdd1424', 'tag': 'd279e503-3b7e-45d0-9c53-69819f933f50', 'status': 'completed', 'code': 200} May 12 14:58:05.481094 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-787daa53-f981-4393-8059-c2106baa278c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d279e503-3b7e-45d0-9c53-69819f933f50 HTTP/1.1" status: 200 len: 217 time: 0.1845145 May 12 14:58:05.553489 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-79cbefe2-bd53-45d0-8edf-be07d6b0f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:05.554945 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-79cbefe2-bd53-45d0-8edf-be07d6b0f854 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f6795c39-e288-4c6f-98dd-c92d29478c9e HTTP/1.1" status: 200 len: 853 time: 0.0674033 May 12 14:58:05.646588 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-9d80985c-c417-4823-9300-b0d7ab174b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:05.648101 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-9d80985c-c417-4823-9300-b0d7ab174b25 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfb381ca-02ac-4901-8dbb-a068765d875a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0868516 May 12 14:58:05.694358 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6e2ae-ff79-4133-a268-52d2f505640a req-9ec86673-54f8-447a-8c5a-b534b4355f83 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:05.695436 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-19d6e2ae-ff79-4133-a268-52d2f505640a req-9ec86673-54f8-447a-8c5a-b534b4355f83 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Synchronizing usage tracker for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:58:05.785838 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:58:05.793450 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:05.804331 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-114e7eae-faa4-410d-80bd-5bfe587b849e service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493390 May 12 14:58:05.810330 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Transition to ACTIVE for port object 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:58:05.897810 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-19d6e2ae-ff79-4133-a268-52d2f505640a req-9ec86673-54f8-447a-8c5a-b534b4355f83 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Unset dirty status for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:58:05.899844 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-19d6e2ae-ff79-4133-a268-52d2f505640a req-9ec86673-54f8-447a-8c5a-b534b4355f83 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 932 time: 0.3552773 May 12 14:58:05.969450 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-e0889542-c55e-464f-89bd-b1e70efc17ea req-98f3051b-fb0e-49c0-a9a7-fc5052610514 service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585355 May 12 14:58:05.975467 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-19d6e2ae-ff79-4133-a268-52d2f505640a req-2ed6f1a7-c0d5-4607-ae16-b4dfed950757 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655015 May 12 14:58:05.990300 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:06.223034 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-01917918-dfdc-4a1e-afa6-665c7773284f req-b06c65fe-63cb-40f4-96ab-dcb56ae1c67e tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 210 time: 0.1722927 May 12 14:58:06.402185 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b7d1b-6d45-4f73-a4a2-4d4eb37aac96 req-3de84a0e-6589-4742-92b5-1789ba14a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:06.405126 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-535b7d1b-6d45-4f73-a4a2-4d4eb37aac96 req-3de84a0e-6589-4742-92b5-1789ba14a994 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65de6117be774a79b70ff72040037424&device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 1097 time: 0.2115407 May 12 14:58:06.418397 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Pushing event updated for resources: {'Port': ['ID=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:06.469283 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Attempting to bind port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:58:06.469703 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Attempting to bind port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:58:06.469968 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Attempting to bind port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff on network 0d8c56f2-4158-444c-96af-8e80e6763783 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:58:06.478921 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff on network 0d8c56f2-4158-444c-96af-8e80e6763783 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 14:58:06.480637 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Attempting to bind port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff on network 0d8c56f2-4158-444c-96af-8e80e6763783 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:58:06.495039 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:58:06.496138 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Checking segment: {'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:58:06.497042 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Bound using segment: {'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:58:06.497675 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Bound port: 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e110b460-30c9-4e28-b2f0-280877495825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:58:06.498164 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:06.650671 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b7d1b-6d45-4f73-a4a2-4d4eb37aac96 req-0a857941-ee62-4b0a-a1de-08fd16c6980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:06.652885 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-535b7d1b-6d45-4f73-a4a2-4d4eb37aac96 req-0a857941-ee62-4b0a-a1de-08fd16c6980f service neutron] 10.222.0.69 "GET /v2.0/networks?id=dfb381ca-02ac-4901-8dbb-a068765d875a HTTP/1.1" status: 200 len: 915 time: 0.2419846 May 12 14:58:06.735456 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-535b7d1b-6d45-4f73-a4a2-4d4eb37aac96 req-ba50ad59-8838-4c23-9a38-931227a8827e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d279e503-3b7e-45d0-9c53-69819f933f50 HTTP/1.1" status: 200 len: 217 time: 0.0757627 May 12 14:58:06.739644 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] For port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff, host hv-cinder-83118, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:58:06.743601 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] For port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:58:06.763861 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900c737-fd16-41f1-b2b9-510117ab1a05 req-3dd96632-db5d-40e6-8381-fecdefda2ba2 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:06.765384 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e900c737-fd16-41f1-b2b9-510117ab1a05 req-3dd96632-db5d-40e6-8381-fecdefda2ba2 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 944 time: 0.1528108 May 12 14:58:06.802707 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b7d1b-6d45-4f73-a4a2-4d4eb37aac96 req-8d473365-e211-4c12-be27-e8959ec6d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:06.804189 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-535b7d1b-6d45-4f73-a4a2-4d4eb37aac96 req-8d473365-e211-4c12-be27-e8959ec6d776 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f6795c39-e288-4c6f-98dd-c92d29478c9e HTTP/1.1" status: 200 len: 853 time: 0.0618896 May 12 14:58:06.822306 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e900c737-fd16-41f1-b2b9-510117ab1a05 req-52d78a89-45fc-4be3-821e-1b9d92c9c0c7 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c237d0-2967-4bc7-9790-efdae37a9e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503082 May 12 14:58:06.893837 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b7d1b-6d45-4f73-a4a2-4d4eb37aac96 req-418fc20d-2371-4c23-9be2-a382802b2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:06.895315 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-535b7d1b-6d45-4f73-a4a2-4d4eb37aac96 req-418fc20d-2371-4c23-9be2-a382802b2276 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfb381ca-02ac-4901-8dbb-a068765d875a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849903 May 12 14:58:06.971196 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:07.111993 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:07.115921 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:07.118983 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-535b7d1b-6d45-4f73-a4a2-4d4eb37aac96 req-854fa3da-50f1-4bc8-8f9a-1e0047b28fb8 service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168920 May 12 14:58:07.120543 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] 10.222.0.69 "PUT /v2.0/ports/25dfece1-8a32-4d71-a0ad-c4eaa17f16ff HTTP/1.1" status: 200 len: 1094 time: 2.2510147 May 12 14:58:07.121148 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'tag': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:58:07.185785 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe955e6-a680-4d3d-bffc-d766454a9195 service neutron] Pushing event updated for resources: {'Port': ['ID=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:07.443573 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-535b7d1b-6d45-4f73-a4a2-4d4eb37aac96 req-7826f88e-1dc8-4101-8494-5b569188323d service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057604 May 12 14:58:07.553601 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e91e84-8e42-40ef-abb6-a8b0d5203612'] response: {'name': 'network-changed', 'server_uuid': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'tag': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff', 'status': 'completed', 'code': 200} May 12 14:58:07.676240 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-cc48219c-2c7c-4b0d-ac25-4944fa6637ae req-b3d8d03a-b047-40b6-a45c-a010a984f783 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 210 time: 0.0766728 May 12 14:58:07.729417 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc755d1-1f96-4085-827d-05c1ac241e7d req-f5b09655-f14e-40bf-89fa-000f5313bb34 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:07.731415 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7bc755d1-1f96-4085-827d-05c1ac241e7d req-f5b09655-f14e-40bf-89fa-000f5313bb34 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 944 time: 0.4963446 May 12 14:58:07.737254 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-b90837dd-9953-4d09-b3cd-c0ca23c5e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:07.738744 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-b90837dd-9953-4d09-b3cd-c0ca23c5e63a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 1097 time: 0.1782889 May 12 14:58:07.828131 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-b20f4cc0-ab88-4351-b99d-832f4235909f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff HTTP/1.1" status: 200 len: 217 time: 0.0715518 May 12 14:58:07.898559 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7bc755d1-1f96-4085-827d-05c1ac241e7d req-e1452ea7-1538-4282-ab55-1447294b44c8 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586328 May 12 14:58:07.921639 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-82fc2bba-1d09-4964-be04-a088d00553ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:07.923206 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-82fc2bba-1d09-4964-be04-a088d00553ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6517beee-f6a9-470f-99ed-f96e6825f8b9 HTTP/1.1" status: 200 len: 858 time: 0.0873604 May 12 14:58:08.117279 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-419ad413-5519-47b8-af6a-df1033f3d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:08.118881 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-419ad413-5519-47b8-af6a-df1033f3d95f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d8c56f2-4158-444c-96af-8e80e6763783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1887920 May 12 14:58:08.240407 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b8c6a-cbe8-40f1-8f50-c17d86d037f0 req-d7b1d070-f7e9-46ea-b26f-52e29b358ab3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:08.242731 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-df2b8c6a-cbe8-40f1-8f50-c17d86d037f0 req-d7b1d070-f7e9-46ea-b26f-52e29b358ab3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 944 time: 0.2191756 May 12 14:58:08.321579 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device d9e74ed2-9db6-4f75-ab86-0147f35c6111 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 14:58:08.364228 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-df2b8c6a-cbe8-40f1-8f50-c17d86d037f0 req-d4b4dbda-1b39-4bc6-8fb7-184a6e4f3b02 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c237d0-2967-4bc7-9790-efdae37a9e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044998 May 12 14:58:08.567125 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-086a584d-98f9-4ed7-b85c-6233c4626db6 service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401007 May 12 14:58:08.601618 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-646227a9-eadc-4f59-a3e8-6921a6bdfec9 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:08.602456 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-646227a9-eadc-4f59-a3e8-6921a6bdfec9 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Synchronizing usage tracker for tenant:be4ebaf9dfff4ef7875e7a534c849eab on resource:network {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:58:08.708137 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b1272-7d94-4f58-9994-d63b844d7ffc req-48f0098c-8880-41f5-8f9f-970784279497 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:08.710816 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a35b1272-7d94-4f58-9994-d63b844d7ffc req-48f0098c-8880-41f5-8f9f-970784279497 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.2981551 May 12 14:58:08.726044 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-646227a9-eadc-4f59-a3e8-6921a6bdfec9 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Unset dirty status for tenant:be4ebaf9dfff4ef7875e7a534c849eab on resource:network {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:58:08.727364 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-646227a9-eadc-4f59-a3e8-6921a6bdfec9 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.69 "GET /v2.0/networks?id=1979dc1b-9ff3-4334-b0db-2045edce18fc HTTP/1.1" status: 200 len: 808 time: 0.4664903 May 12 14:58:08.751964 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-29cc0fcc-43ce-48bb-82d2-2d538405ac74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Request body: {'port': {'device_id': '5c5247f4-e253-4fce-9513-912caf470d5f', 'network_id': '1979dc1b-9ff3-4334-b0db-2045edce18fc', 'admin_state_up': True, 'tenant_id': 'be4ebaf9dfff4ef7875e7a534c849eab'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:58:08.802891 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a35b1272-7d94-4f58-9994-d63b844d7ffc req-d9937281-b479-49ca-b25a-7265824778f1 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820224 May 12 14:58:08.804996 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58c99cac-c8e0-4d44-8cc7-7404a3493755 req-a3fd582c-cda8-4fef-84c9-5bbfdbb47a10 service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224054 May 12 14:58:08.902195 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4b7f837e-f173-4d51-a574-79a1538a13ee req-2d63001a-035b-4de2-96ca-546c87a5a942 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 210 time: 0.0502372 May 12 14:58:08.949222 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-29cc0fcc-43ce-48bb-82d2-2d538405ac74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:58:08.954112 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-29cc0fcc-43ce-48bb-82d2-2d538405ac74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Usage tracker for resource:port and tenant:be4ebaf9dfff4ef7875e7a534c849eab is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:58:08.967628 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-29cc0fcc-43ce-48bb-82d2-2d538405ac74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:58:08.975154 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-29cc0fcc-43ce-48bb-82d2-2d538405ac74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:58:09.122398 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-29cc0fcc-43ce-48bb-82d2-2d538405ac74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Made reservation on behalf of be4ebaf9dfff4ef7875e7a534c849eab for: {'port': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:58:09.134427 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-29cc0fcc-43ce-48bb-82d2-2d538405ac74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:09.288762 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 35898) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:09.345079 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bd60c-2eb8-4ee0-8652-adae2f3ec502 req-ebb55fec-8164-4bb9-87ad-22ab90ffb969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:09.346804 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ba8bd60c-2eb8-4ee0-8652-adae2f3ec502 req-ebb55fec-8164-4bb9-87ad-22ab90ffb969 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 1097 time: 0.3407886 May 12 14:58:09.360802 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b7246-51fe-4697-85fd-a446b8893f1b req-673d5a66-0eab-4cef-b3fa-3c65aefe173e tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:09.360802 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4e2b7246-51fe-4697-85fd-a446b8893f1b req-673d5a66-0eab-4cef-b3fa-3c65aefe173e tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 944 time: 0.2479112 May 12 14:58:09.445668 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-29cc0fcc-43ce-48bb-82d2-2d538405ac74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Allocated IP 172.20.0.6 (1979dc1b-9ff3-4334-b0db-2045edce18fc/7dde5eaf-93d2-48f0-b179-be17dbff5cee/c7d20efd-7587-4938-b5ae-37bfd831758c) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:58:09.625897 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4e2b7246-51fe-4697-85fd-a446b8893f1b req-988e3179-5e81-4a8a-8624-3930e1d32cc8 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437079 May 12 14:58:09.692832 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bd60c-2eb8-4ee0-8652-adae2f3ec502 req-00d6079a-1412-4e42-b1e2-2a693cd78b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:09.700675 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ba8bd60c-2eb8-4ee0-8652-adae2f3ec502 req-00d6079a-1412-4e42-b1e2-2a693cd78b5c service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 920 time: 0.3362198 May 12 14:58:09.743697 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-29cc0fcc-43ce-48bb-82d2-2d538405ac74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:09.758767 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a16a9e-b0fa-43b4-bf4f-74720cadccc1 req-a7e066ed-b340-4cc4-ad1e-cfc8ff55b90d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:09.760750 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-16a16a9e-b0fa-43b4-bf4f-74720cadccc1 req-a7e066ed-b340-4cc4-ad1e-cfc8ff55b90d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 944 time: 0.2371480 May 12 14:58:09.771097 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-91c22340-6e01-41c6-ac54-d9a6121d7d51 req-1b5a31b9-f995-45ff-b84d-ab47b02c2a37 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4811838 May 12 14:58:09.783684 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ba8bd60c-2eb8-4ee0-8652-adae2f3ec502 req-a6dff19a-0be5-46b7-ad9c-06703ed295cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff HTTP/1.1" status: 200 len: 217 time: 0.0817358 May 12 14:58:09.910457 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-29cc0fcc-43ce-48bb-82d2-2d538405ac74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:10.004136 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-29cc0fcc-43ce-48bb-82d2-2d538405ac74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Network 1979dc1b-9ff3-4334-b0db-2045edce18fc is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:58:10.004296 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-16a16a9e-b0fa-43b4-bf4f-74720cadccc1 req-ad9015c2-208b-4861-ad66-9163c109dd49 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c237d0-2967-4bc7-9790-efdae37a9e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289593 May 12 14:58:10.004763 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-29cc0fcc-43ce-48bb-82d2-2d538405ac74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:58:10.007905 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-29cc0fcc-43ce-48bb-82d2-2d538405ac74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:58:10.020429 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bd60c-2eb8-4ee0-8652-adae2f3ec502 req-5713181c-30fc-4ae0-b24c-c352daf9033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:10.021883 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ba8bd60c-2eb8-4ee0-8652-adae2f3ec502 req-5713181c-30fc-4ae0-b24c-c352daf9033a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6517beee-f6a9-470f-99ed-f96e6825f8b9 HTTP/1.1" status: 200 len: 858 time: 0.2234585 May 12 14:58:10.067900 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc0fcc-43ce-48bb-82d2-2d538405ac74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Pushing event updated for resources: {'Port': ['ID=c7d20efd-7587-4938-b5ae-37bfd831758c,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:10.092769 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-29cc0fcc-43ce-48bb-82d2-2d538405ac74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:10.093417 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-29cc0fcc-43ce-48bb-82d2-2d538405ac74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:10.126375 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8d0ad-cd7e-47cf-8e50-ff018c158162 req-3d55063a-452f-40c4-983f-2add2106ae0f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:10.127987 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5cd8d0ad-cd7e-47cf-8e50-ff018c158162 req-3d55063a-452f-40c4-983f-2add2106ae0f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.1640782 May 12 14:58:10.189493 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bd60c-2eb8-4ee0-8652-adae2f3ec502 req-e91c2c99-a11f-43e1-aa91-bcb00890e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:10.191105 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ba8bd60c-2eb8-4ee0-8652-adae2f3ec502 req-e91c2c99-a11f-43e1-aa91-bcb00890e13e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d8c56f2-4158-444c-96af-8e80e6763783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1581957 May 12 14:58:10.321943 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5cd8d0ad-cd7e-47cf-8e50-ff018c158162 req-f9ff47e8-5d05-4496-95a5-d5912a9e6ccc tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827617 May 12 14:58:10.332707 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device d279e503-3b7e-45d0-9c53-69819f933f50 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 14:58:10.374597 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-29cc0fcc-43ce-48bb-82d2-2d538405ac74 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6300931 May 12 14:58:10.392146 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Request body: {'port': {'device_id': '5c5247f4-e253-4fce-9513-912caf470d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:58:10.425773 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ba8bd60c-2eb8-4ee0-8652-adae2f3ec502 req-1b232788-1794-4ac1-9c36-76b9631bdf0c service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209380 May 12 14:58:10.442937 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3dfb0-97cc-4704-976b-901961db9fa7 req-621c4493-e310-4b05-a2f9-eebd9a8626fc tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:10.451041 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-62d3dfb0-97cc-4704-976b-901961db9fa7 req-621c4493-e310-4b05-a2f9-eebd9a8626fc tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 931 time: 0.3090837 May 12 14:58:10.526061 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port d279e503-3b7e-45d0-9c53-69819f933f50, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d279e503-3b7e-45d0-9c53-69819f933f50,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:58:10.542099 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': 'd279e503-3b7e-45d0-9c53-69819f933f50', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'port_id': 'd279e503-3b7e-45d0-9c53-69819f933f50', 'mac_address': 'fa:16:3e:2e:0f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 14:58:10.545619 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:10.587523 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-62d3dfb0-97cc-4704-976b-901961db9fa7 req-426e3d48-c535-4771-aa9c-f2b990656030 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356132 May 12 14:58:10.614217 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:10.632890 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ba8bd60c-2eb8-4ee0-8652-adae2f3ec502 req-e42eae18-b008-4ae8-a1ec-8c073ffe6095 service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798024 May 12 14:58:10.633101 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d279e503-3b7e-45d0-9c53-69819f933f50 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:58:10.655404 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port d279e503-3b7e-45d0-9c53-69819f933f50, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d279e503-3b7e-45d0-9c53-69819f933f50,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:58:10.827721 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3b265-e389-4652-981e-a1ec4c9be0f0 req-015bf09c-286e-448a-bf25-750aeb82c573 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:10.829148 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e0f3b265-e389-4652-981e-a1ec4c9be0f0 req-015bf09c-286e-448a-bf25-750aeb82c573 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 944 time: 0.0904162 May 12 14:58:10.834088 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:10.880143 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f7281a1-ca07-4f5d-8570-5c424e6e4f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:10.886325 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e0f3b265-e389-4652-981e-a1ec4c9be0f0 req-46b885eb-d5ae-408d-8daf-6d09d390f127 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484960 May 12 14:58:10.907736 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=d279e503-3b7e-45d0-9c53-69819f933f50,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:10.957874 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d20efd-7587-4938-b5ae-37bfd831758c {{(pid=88106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:58:10.965401 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:10.980844 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Transition to ACTIVE for port object c7d20efd-7587-4938-b5ae-37bfd831758c will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:58:11.115791 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:11.159531 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['d279e503-3b7e-45d0-9c53-69819f933f50'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:58:11.224880 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1b5e5-0f98-40cc-97da-3f4928eccebd req-27d4cde4-29d0-40b1-9f11-61c4679eaf40 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:11.226978 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bfd1b5e5-0f98-40cc-97da-3f4928eccebd req-27d4cde4-29d0-40b1-9f11-61c4679eaf40 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 945 time: 0.1093638 May 12 14:58:11.287045 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bfd1b5e5-0f98-40cc-97da-3f4928eccebd req-712ebc3d-73c0-4c43-b2b8-ef2803d1c922 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c237d0-2967-4bc7-9790-efdae37a9e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532951 May 12 14:58:11.372666 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d20efd-7587-4938-b5ae-37bfd831758c,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:11.487722 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Attempting to bind port c7d20efd-7587-4938-b5ae-37bfd831758c on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:58:11.488191 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Attempting to bind port c7d20efd-7587-4938-b5ae-37bfd831758c by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '380091c1-d680-4509-a4b9-d754db638053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1979dc1b-9ff3-4334-b0db-2045edce18fc'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:58:11.488506 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Attempting to bind port c7d20efd-7587-4938-b5ae-37bfd831758c on network 1979dc1b-9ff3-4334-b0db-2045edce18fc {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:58:11.497466 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Port c7d20efd-7587-4938-b5ae-37bfd831758c on network 1979dc1b-9ff3-4334-b0db-2045edce18fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 14:58:11.498773 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Attempting to bind port c7d20efd-7587-4938-b5ae-37bfd831758c on network 1979dc1b-9ff3-4334-b0db-2045edce18fc {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:58:11.504468 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:58:11.504801 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Checking segment: {'id': '380091c1-d680-4509-a4b9-d754db638053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1979dc1b-9ff3-4334-b0db-2045edce18fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:58:11.505179 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Bound using segment: {'id': '380091c1-d680-4509-a4b9-d754db638053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1979dc1b-9ff3-4334-b0db-2045edce18fc'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:58:11.505776 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Bound port: c7d20efd-7587-4938-b5ae-37bfd831758c, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '380091c1-d680-4509-a4b9-d754db638053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1979dc1b-9ff3-4334-b0db-2045edce18fc'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:58:11.506097 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:11.591843 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c97be-43c8-4c5a-ab86-fa52cb3fe3c0 req-292c8bb8-14b5-434d-b4a8-4eab07b307cf tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:11.593360 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa7c97be-43c8-4c5a-ab86-fa52cb3fe3c0 req-292c8bb8-14b5-434d-b4a8-4eab07b307cf tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.0950432 May 12 14:58:11.612171 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] For port c7d20efd-7587-4938-b5ae-37bfd831758c, host hv-cinder-83118, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:58:11.615496 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] For port c7d20efd-7587-4938-b5ae-37bfd831758c, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=c7d20efd-7587-4938-b5ae-37bfd831758c,segment=NetworkSegment(380091c1-d680-4509-a4b9-d754db638053),segment_id=380091c1-d680-4509-a4b9-d754db638053)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:58:11.650094 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa7c97be-43c8-4c5a-ab86-fa52cb3fe3c0 req-8ee1b122-0501-4966-b9d7-1242d57488dd tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494308 May 12 14:58:11.710975 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:11.800741 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:11.801493 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:11.803040 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] 10.222.0.69 "PUT /v2.0/ports/c7d20efd-7587-4938-b5ae-37bfd831758c HTTP/1.1" status: 200 len: 1093 time: 1.4155467 May 12 14:58:11.803526 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5247f4-e253-4fce-9513-912caf470d5f', 'tag': 'c7d20efd-7587-4938-b5ae-37bfd831758c'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:58:11.839483 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecf0d6-bfee-416c-ad4d-20b10dc1bff8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d20efd-7587-4938-b5ae-37bfd831758c,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:11.840634 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4abed-7304-482e-aca4-3c6c21a991e5 req-e0beeb9a-9a40-41c4-908b-52d2ec600cbe tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:11.842788 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-90d4abed-7304-482e-aca4-3c6c21a991e5 req-e0beeb9a-9a40-41c4-908b-52d2ec600cbe tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 943 time: 0.1083970 May 12 14:58:11.854078 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26f4e07-bb64-4a45-a6bd-1d868ecb9cfc'] response: {'name': 'network-changed', 'server_uuid': '5c5247f4-e253-4fce-9513-912caf470d5f', 'tag': 'c7d20efd-7587-4938-b5ae-37bfd831758c', 'status': 'completed', 'code': 200} May 12 14:58:11.891521 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-90d4abed-7304-482e-aca4-3c6c21a991e5 req-d1316998-90a2-4243-8cc3-a0f8eefc8979 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429742 May 12 14:58:11.989112 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79e922-0b96-4fa4-a5da-193bb2a0a74a req-b510459c-468f-458c-a5c7-356c8e83833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:11.990874 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-8a79e922-0b96-4fa4-a5da-193bb2a0a74a req-b510459c-468f-458c-a5c7-356c8e83833c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be4ebaf9dfff4ef7875e7a534c849eab&device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 1096 time: 0.0869386 May 12 14:58:12.107860 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a7675-9080-48e6-bdb0-a11644fe6b13 req-c88f0f6d-7ae4-4814-953b-4c3a48e966ac tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:12.111379 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6a2a7675-9080-48e6-bdb0-a11644fe6b13 req-c88f0f6d-7ae4-4814-953b-4c3a48e966ac tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 944 time: 0.1080046 May 12 14:58:12.187353 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6a2a7675-9080-48e6-bdb0-a11644fe6b13 req-3c0aaa2d-59ae-4d36-bad5-fbddfdaa3de7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645382 May 12 14:58:12.191808 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79e922-0b96-4fa4-a5da-193bb2a0a74a req-7fe06bdc-a505-412f-90ef-6ad6275ec0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:12.193872 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-8a79e922-0b96-4fa4-a5da-193bb2a0a74a req-7fe06bdc-a505-412f-90ef-6ad6275ec0a3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=be4ebaf9dfff4ef7875e7a534c849eab&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1876569 May 12 14:58:12.345485 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 14:58:12.356350 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device d279e503-3b7e-45d0-9c53-69819f933f50 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:58:12.377627 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79e922-0b96-4fa4-a5da-193bb2a0a74a req-da4f653d-f0e4-46e6-af0d-bedbcf9e80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:12.380222 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-8a79e922-0b96-4fa4-a5da-193bb2a0a74a req-da4f653d-f0e4-46e6-af0d-bedbcf9e80b9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1787367 May 12 14:58:12.555861 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366cfa3c-45fc-4a15-924a-198e5414192b req-db40b5b4-eb12-459a-a991-79a4bc48b095 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:12.560034 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-366cfa3c-45fc-4a15-924a-198e5414192b req-db40b5b4-eb12-459a-a991-79a4bc48b095 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 945 time: 0.1362088 May 12 14:58:12.615681 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-366cfa3c-45fc-4a15-924a-198e5414192b req-9f10a57f-983c-411d-a580-eab17e53c879 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c237d0-2967-4bc7-9790-efdae37a9e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507445 May 12 14:58:12.617030 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:58:12.635467 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'port_id': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff', 'mac_address': 'fa:16:3e:22:60:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 14:58:12.639227 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-e9738385-10ff-48db-8cd8-85575e909db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:12.640795 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-e9738385-10ff-48db-8cd8-85575e909db7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be4ebaf9dfff4ef7875e7a534c849eab&device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 1096 time: 0.1944206 May 12 14:58:12.705946 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:12.727835 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port d279e503-3b7e-45d0-9c53-69819f933f50 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:58:12.738469 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-f2cae068-eee4-48c5-9a98-e544611b1dcc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7d20efd-7587-4938-b5ae-37bfd831758c HTTP/1.1" status: 200 len: 217 time: 0.0736568 May 12 14:58:12.739711 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port d279e503-3b7e-45d0-9c53-69819f933f50 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:58:12.740074 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:12.781254 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:58:12.813649 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:58:12.815207 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-2efd5436-d3aa-4bd8-a53d-2ceb8704c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:12.816742 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-2efd5436-d3aa-4bd8-a53d-2ceb8704c5e2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7dde5eaf-93d2-48f0-b179-be17dbff5cee HTTP/1.1" status: 200 len: 848 time: 0.0716286 May 12 14:58:12.873424 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-7a7ff45b-f19e-45bc-8b11-2d79f754b147 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1979dc1b-9ff3-4334-b0db-2045edce18fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490730 May 12 14:58:12.897484 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:12.905998 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fc884-db7c-458b-befb-3f8460aaa5f1 req-ca2a247c-94d3-45fd-a4fc-fd4ebdef6d2c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:12.908138 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b77fc884-db7c-458b-befb-3f8460aaa5f1 req-ca2a247c-94d3-45fd-a4fc-fd4ebdef6d2c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.1018610 May 12 14:58:12.974385 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db5db31-e23b-4726-994e-89601fdd1424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd279e503-3b7e-45d0-9c53-69819f933f50'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:58:12.977214 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b77fc884-db7c-458b-befb-3f8460aaa5f1 req-922282d7-a098-4c8c-bbbf-6cb1ea32c0a0 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528550 May 12 14:58:12.995692 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port d279e503-3b7e-45d0-9c53-69819f933f50, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d279e503-3b7e-45d0-9c53-69819f933f50,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:58:13.032502 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:13.072920 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-d5162aa3-6275-4ab4-b576-30cf50f5dea1 service neutron] 10.222.0.69 "GET /v2.0/networks/1979dc1b-9ff3-4334-b0db-2045edce18fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880252 May 12 14:58:13.097091 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009124ff-0f32-49d3-badc-830729d931b2'] response: {'server_uuid': '2db5db31-e23b-4726-994e-89601fdd1424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd279e503-3b7e-45d0-9c53-69819f933f50', 'code': 200} May 12 14:58:13.130011 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1d7ec18-253b-4379-9243-7183d9295f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:13.132964 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2792267-0a59-481a-b09d-5c229707a106 req-7cf16d6c-9db6-423f-80e5-1cd09b29211d tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:13.134816 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b2792267-0a59-481a-b09d-5c229707a106 req-7cf16d6c-9db6-423f-80e5-1cd09b29211d tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 943 time: 0.1006687 May 12 14:58:13.140731 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:13.163969 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:13.211285 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b2792267-0a59-481a-b09d-5c229707a106 req-ca3b38c0-deef-4fd4-af80-8e6a9efaa5c7 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659461 May 12 14:58:13.299804 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=d279e503-3b7e-45d0-9c53-69819f933f50,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:13.300644 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-4245e879-b641-4ff6-a40a-ce4eeb0f4503 req-eb1fb730-9eda-40bb-9840-23092b9f40e6 service neutron] 10.222.0.69 "GET /v2.0/networks/1979dc1b-9ff3-4334-b0db-2045edce18fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219148 May 12 14:58:13.405435 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['25dfece1-8a32-4d71-a0ad-c4eaa17f16ff'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:58:13.436223 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa27584-7c06-465a-9ff0-2a3cc75cbb25 req-e7d3555d-cd0e-427e-be04-e16af0496449 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:13.438053 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-efa27584-7c06-465a-9ff0-2a3cc75cbb25 req-e7d3555d-cd0e-427e-be04-e16af0496449 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 945 time: 0.1052189 May 12 14:58:13.487327 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-efa27584-7c06-465a-9ff0-2a3cc75cbb25 req-fdcfede3-32ac-4d18-a587-db2f9e6e53d0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437589 May 12 14:58:13.825037 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6523c-ab82-4512-9d43-60702b62d3d1 req-261a8336-65c8-490b-9d6b-78aafae09bd9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:13.826459 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ecd6523c-ab82-4512-9d43-60702b62d3d1 req-261a8336-65c8-490b-9d6b-78aafae09bd9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 946 time: 0.0877271 May 12 14:58:13.828441 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960696e6-2de7-469b-b37b-1da09f7505f0 req-2e1f9e3e-ed82-4a72-aaf6-37ba3676d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:13.829926 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-960696e6-2de7-469b-b37b-1da09f7505f0 req-2e1f9e3e-ed82-4a72-aaf6-37ba3676d94e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 1099 time: 0.0821853 May 12 14:58:13.878634 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-960696e6-2de7-469b-b37b-1da09f7505f0 req-c07407b7-c917-4ecf-bafe-865e3072ff20 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=33c237d0-2967-4bc7-9790-efdae37a9e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405722 May 12 14:58:13.879764 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ecd6523c-ab82-4512-9d43-60702b62d3d1 req-27309848-92bb-46ad-9a80-d1fb5ce39fb0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c237d0-2967-4bc7-9790-efdae37a9e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447891 May 12 14:58:14.231978 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f7009-0217-4b75-aa48-0bc7dea6ee54 req-11e5bbc1-f51f-4cc9-ade8-11d60afc8760 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:14.233626 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-976f7009-0217-4b75-aa48-0bc7dea6ee54 req-11e5bbc1-f51f-4cc9-ade8-11d60afc8760 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.1001971 May 12 14:58:14.287464 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-976f7009-0217-4b75-aa48-0bc7dea6ee54 req-e3a8074a-52c9-4b72-aec5-20eabb93640e tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478487 May 12 14:58:14.366131 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c22340-6e01-41c6-ac54-d9a6121d7d51 req-cd06d169-691d-44ca-89bd-2c3d411aebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:14.368666 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-91c22340-6e01-41c6-ac54-d9a6121d7d51 req-cd06d169-691d-44ca-89bd-2c3d411aebc7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3&tenant_id=6b59b244953945b1b1ef483fdb3522e1 HTTP/1.1" status: 200 len: 1097 time: 0.1001208 May 12 14:58:14.376270 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:58:14.563060 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb13eb9-a39f-48bc-b6cd-3401a0c3a76c req-3ccba56a-4e6d-402e-abdb-18638fc014ac tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:14.565531 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9cb13eb9-a39f-48bc-b6cd-3401a0c3a76c req-3ccba56a-4e6d-402e-abdb-18638fc014ac tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 943 time: 0.1921988 May 12 14:58:14.576779 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c22340-6e01-41c6-ac54-d9a6121d7d51 req-dfb3e53e-69db-40d8-82ee-491003e6508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:14.579486 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-91c22340-6e01-41c6-ac54-d9a6121d7d51 req-dfb3e53e-69db-40d8-82ee-491003e6508d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b59b244953945b1b1ef483fdb3522e1&device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 1097 time: 0.1630440 May 12 14:58:14.586242 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:14.588813 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:58:14.597812 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:58:14.598207 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:14.678316 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9cb13eb9-a39f-48bc-b6cd-3401a0c3a76c req-f31310d0-54c8-455d-9837-0ec8c27b1268 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029141 May 12 14:58:14.733877 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe8e5c-201c-4cba-90c5-69d4ea506c83 req-5fb6370a-d00e-432c-865c-f6a68e14d24b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:14.735647 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c9fe8e5c-201c-4cba-90c5-69d4ea506c83 req-5fb6370a-d00e-432c-865c-f6a68e14d24b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 945 time: 0.1228433 May 12 14:58:14.760731 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c22340-6e01-41c6-ac54-d9a6121d7d51 req-559ad01b-2eb7-4c7e-9c67-42736548f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:14.762236 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-91c22340-6e01-41c6-ac54-d9a6121d7d51 req-559ad01b-2eb7-4c7e-9c67-42736548f163 service neutron] 10.222.0.69 "GET /v2.0/networks?id=586ae877-0139-4341-8b29-bf98c6f348d4 HTTP/1.1" status: 200 len: 917 time: 0.1656337 May 12 14:58:14.766137 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:14.793626 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c9fe8e5c-201c-4cba-90c5-69d4ea506c83 req-69a0a63f-a2cf-47c1-892d-0bd970fc592a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500138 May 12 14:58:14.806861 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:58:14.875877 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-91c22340-6e01-41c6-ac54-d9a6121d7d51 req-0d84a57c-a170-4318-bc73-f715e19834c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9e74ed2-9db6-4f75-ab86-0147f35c6111 HTTP/1.1" status: 200 len: 999 time: 0.1073048 May 12 14:58:14.947857 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c22340-6e01-41c6-ac54-d9a6121d7d51 req-e511b199-1a9f-4f21-a03e-d232be487439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:14.949312 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-91c22340-6e01-41c6-ac54-d9a6121d7d51 req-e511b199-1a9f-4f21-a03e-d232be487439 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7fdab544-cb12-4cff-b823-5cc3aea55c1f HTTP/1.1" status: 200 len: 855 time: 0.0638943 May 12 14:58:14.961025 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:15.054825 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:15.061049 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c22340-6e01-41c6-ac54-d9a6121d7d51 req-e612b58d-8c75-46f8-9c45-a24cf1b6d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:15.062546 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-91c22340-6e01-41c6-ac54-d9a6121d7d51 req-e612b58d-8c75-46f8-9c45-a24cf1b6d8f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=586ae877-0139-4341-8b29-bf98c6f348d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1008601 May 12 14:58:15.099154 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:58:15.145773 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3e23d-9935-424f-9909-24d4cff3ddcf req-638623d6-161e-41c7-8cfb-16afab23180e tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:15.160681 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19dc5caf-0737-4e26-9a7a-3317d00acdae'] response: {'server_uuid': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff', 'code': 200} May 12 14:58:15.161082 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-67f3e23d-9935-424f-9909-24d4cff3ddcf req-638623d6-161e-41c7-8cfb-16afab23180e tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 946 time: 0.1622064 May 12 14:58:15.190182 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:15.226377 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-67f3e23d-9935-424f-9909-24d4cff3ddcf req-562863f6-d0a0-403c-b0a2-e65e98dcd08a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c237d0-2967-4bc7-9790-efdae37a9e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665581 May 12 14:58:15.339682 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-91c22340-6e01-41c6-ac54-d9a6121d7d51 req-d034b5e4-1a87-4cca-a61f-dae263788b17 service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997726 May 12 14:58:15.496328 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-91c22340-6e01-41c6-ac54-d9a6121d7d51 req-c2e6d8f0-c3a3-4800-997e-f7b8541cf5b3 service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509142 May 12 14:58:15.566475 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492c1e8-b948-41fa-83ef-cab6b6c411d4 req-86a4d678-40df-49be-b275-9f92ce60ddbb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:15.567949 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3492c1e8-b948-41fa-83ef-cab6b6c411d4 req-86a4d678-40df-49be-b275-9f92ce60ddbb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.1408963 May 12 14:58:15.619863 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3492c1e8-b948-41fa-83ef-cab6b6c411d4 req-2f1af7cd-f765-4966-b6c1-39ed19b55c18 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455840 May 12 14:58:15.898503 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28a924-4cfe-41bf-bc59-34055a0b2ddc req-a8a31c16-931b-4ecb-9619-d328df60de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:15.899989 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-bd28a924-4cfe-41bf-bc59-34055a0b2ddc req-a8a31c16-931b-4ecb-9619-d328df60de23 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 1099 time: 0.1023741 May 12 14:58:15.900906 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d54e6d-ac01-46f4-aa76-f4a925c93cb2 req-04afab20-3553-4077-a299-ce29a139f136 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:15.902711 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-19d54e6d-ac01-46f4-aa76-f4a925c93cb2 req-04afab20-3553-4077-a299-ce29a139f136 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 943 time: 0.1034794 May 12 14:58:15.969830 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 36020) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:15.984941 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-bd28a924-4cfe-41bf-bc59-34055a0b2ddc req-8c9e6b7a-407e-4457-9233-6109cb01a460 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626163 May 12 14:58:16.012438 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-19d54e6d-ac01-46f4-aa76-f4a925c93cb2 req-fb68bdae-3945-48a9-af28-59296db034a7 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996916 May 12 14:58:16.030006 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:16.060524 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9f143-8d28-42e0-b31a-5eeb4fa6a738 req-2d4ba099-abfb-4db0-8cc9-d0d410b7955e tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:16.066136 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d2b9f143-8d28-42e0-b31a-5eeb4fa6a738 req-2d4ba099-abfb-4db0-8cc9-d0d410b7955e tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.1118469 May 12 14:58:16.114647 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d2b9f143-8d28-42e0-b31a-5eeb4fa6a738 req-686fabfd-914b-4a5a-b2ab-1d5019510515 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467491 May 12 14:58:16.155797 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-bafb670d-1b1d-4ba2-aae0-b6895dcfbb47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:16.174711 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-bafb670d-1b1d-4ba2-aae0-b6895dcfbb47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:58:16.179431 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-bafb670d-1b1d-4ba2-aae0-b6895dcfbb47 admin admin] Usage tracker for resource:security_group_rule and tenant:b2c0e2ea01bd47d095ef23926cd85b90 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:58:16.183976 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-bafb670d-1b1d-4ba2-aae0-b6895dcfbb47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:58:16.190651 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-bafb670d-1b1d-4ba2-aae0-b6895dcfbb47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:58:16.343194 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-bafb670d-1b1d-4ba2-aae0-b6895dcfbb47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:16.403798 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device c7d20efd-7587-4938-b5ae-37bfd831758c details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 14:58:16.427003 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-bafb670d-1b1d-4ba2-aae0-b6895dcfbb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:16.468187 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6420c64-1481-4d55-8a21-896be3affba4 req-1beb2654-4d5b-40cf-a1fc-97d6d6793627 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:16.470182 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e6420c64-1481-4d55-8a21-896be3affba4 req-1beb2654-4d5b-40cf-a1fc-97d6d6793627 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 946 time: 0.1126418 May 12 14:58:16.503733 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb670d-1b1d-4ba2-aae0-b6895dcfbb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561bb28c-2850-4f78-8919-96e417ff514f,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:16.511658 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-bafb670d-1b1d-4ba2-aae0-b6895dcfbb47 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2c0e2ea01bd47d095ef23926cd85b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5397346 May 12 14:58:16.513942 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 36042) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:16.597535 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e6420c64-1481-4d55-8a21-896be3affba4 req-11fc62ce-053d-48b1-a629-e5ee57c0ccbd tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c237d0-2967-4bc7-9790-efdae37a9e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201990 May 12 14:58:16.656881 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port c7d20efd-7587-4938-b5ae-37bfd831758c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=c7d20efd-7587-4938-b5ae-37bfd831758c,segment=NetworkSegment(380091c1-d680-4509-a4b9-d754db638053),segment_id=380091c1-d680-4509-a4b9-d754db638053)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:58:16.685308 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': 'c7d20efd-7587-4938-b5ae-37bfd831758c', 'network_id': '1979dc1b-9ff3-4334-b0db-2045edce18fc', 'port_id': 'c7d20efd-7587-4938-b5ae-37bfd831758c', 'mac_address': 'fa:16:3e:1c:e6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dde5eaf-93d2-48f0-b179-be17dbff5cee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 14:58:16.691661 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b9658536-ae3d-4315-80f1-d2e396fe7fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:16.728079 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b9658536-ae3d-4315-80f1-d2e396fe7fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:16.754981 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:16.779899 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d20efd-7587-4938-b5ae-37bfd831758c {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:58:16.801739 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port c7d20efd-7587-4938-b5ae-37bfd831758c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=c7d20efd-7587-4938-b5ae-37bfd831758c,segment=NetworkSegment(380091c1-d680-4509-a4b9-d754db638053),segment_id=380091c1-d680-4509-a4b9-d754db638053)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:58:16.880870 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b9658536-ae3d-4315-80f1-d2e396fe7fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:16.882023 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:16.901734 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc4569-a377-4562-a55b-70f38aa569a3 req-232bca9a-a89f-42c0-91a1-acb3eb9f71dd tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:16.909596 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-30bc4569-a377-4562-a55b-70f38aa569a3 req-232bca9a-a89f-42c0-91a1-acb3eb9f71dd tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.1633201 May 12 14:58:16.913759 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9658536-ae3d-4315-80f1-d2e396fe7fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561bb28c-2850-4f78-8919-96e417ff514f,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:16.934421 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b9658536-ae3d-4315-80f1-d2e396fe7fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:16.937049 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-b9658536-ae3d-4315-80f1-d2e396fe7fb5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/561bb28c-2850-4f78-8919-96e417ff514f HTTP/1.1" status: 204 len: 168 time: 0.4220564 May 12 14:58:16.937270 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f664813-d270-4617-a5e4-fccaa8c4d46a req-ca99bef2-81c9-4316-861c-b2a153043e0c tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:16.942774 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8f664813-d270-4617-a5e4-fccaa8c4d46a req-ca99bef2-81c9-4316-861c-b2a153043e0c tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 946 time: 0.1546285 May 12 14:58:16.948192 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 36060) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:16.962909 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-f5b5f51e-2514-4fb4-bd67-e87f9daed12d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'floatingip': {'port_id': 'd279e503-3b7e-45d0-9c53-69819f933f50'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:58:17.041623 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-30bc4569-a377-4562-a55b-70f38aa569a3 req-c31ee3cb-e757-427a-8e9c-d0161659efef tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309650 May 12 14:58:17.069335 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=c7d20efd-7587-4938-b5ae-37bfd831758c,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:17.220918 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f51e-2514-4fb4-bd67-e87f9daed12d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:17.396184 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['c7d20efd-7587-4938-b5ae-37bfd831758c'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:58:17.694909 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fc74c-4190-47cd-9f2c-874f0ac32a30 req-5e9a90ec-80b8-4ff1-92bc-de6ce2f1441d tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:17.703567 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a78fc74c-4190-47cd-9f2c-874f0ac32a30 req-5e9a90ec-80b8-4ff1-92bc-de6ce2f1441d tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 944 time: 0.4343839 May 12 14:58:17.881988 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a78fc74c-4190-47cd-9f2c-874f0ac32a30 req-07c12c75-5909-4a6e-b601-9c83500a297c tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763613 May 12 14:58:17.897753 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebff841-05e2-4d6f-ab91-a702afdc2145 req-6dd33c1b-9653-4d6e-bce1-df02812ee8ed tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:17.899657 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4ebff841-05e2-4d6f-ab91-a702afdc2145 req-6dd33c1b-9653-4d6e-bce1-df02812ee8ed tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.4476292 May 12 14:58:18.014476 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4ebff841-05e2-4d6f-ab91-a702afdc2145 req-982e65aa-d212-44a1-8935-d59a33c788d7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076462 May 12 14:58:18.322783 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51900ebf-6f32-4019-91ec-75ff0ebbd4cb req-5ed00ce3-3153-44c8-8048-085709c169ff tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:18.337465 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-51900ebf-6f32-4019-91ec-75ff0ebbd4cb req-5ed00ce3-3153-44c8-8048-085709c169ff tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.1236303 May 12 14:58:18.403264 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-51900ebf-6f32-4019-91ec-75ff0ebbd4cb req-76841a96-bcc8-4c79-8868-87232aefc0f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668373 May 12 14:58:18.928579 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f51e-2514-4fb4-bd67-e87f9daed12d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:19.019815 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:19.041362 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f51e-2514-4fb4-bd67-e87f9daed12d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:19.134718 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa524865-9731-42e7-a2c6-41cc28383bfd req-57d52908-5e00-403e-8a8b-b7498953544d tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:19.137526 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa524865-9731-42e7-a2c6-41cc28383bfd req-57d52908-5e00-403e-8a8b-b7498953544d tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 944 time: 0.0937393 May 12 14:58:19.296923 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa524865-9731-42e7-a2c6-41cc28383bfd req-f4500ba9-8c94-46ea-b821-e2716388e55e tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483846 May 12 14:58:19.364493 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e301ea-a282-445a-9fe7-65a068d35c02 req-66dc091d-19ee-49b5-a54c-88659af0b13d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:19.373979 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-87e301ea-a282-445a-9fe7-65a068d35c02 req-66dc091d-19ee-49b5-a54c-88659af0b13d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.1654840 May 12 14:58:19.462275 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.l3_db [None req-f5b5f51e-2514-4fb4-bd67-e87f9daed12d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Floating IP d5480eae-59e6-414b-a03f-d612d4859588 associated. External IP: 172.28.3.33, port: d279e503-3b7e-45d0-9c53-69819f933f50. May 12 14:58:19.471822 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-87e301ea-a282-445a-9fe7-65a068d35c02 req-a5c7b0e3-19b7-491b-bf2f-47ab3b73b7d5 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946631 May 12 14:58:19.887373 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c3831-f850-4f44-89f2-804a5367d714 req-e38e5cec-1eeb-4a2c-9dff-dac65b8922f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:19.906434 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f86c3831-f850-4f44-89f2-804a5367d714 req-e38e5cec-1eeb-4a2c-9dff-dac65b8922f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.3077357 May 12 14:58:19.957808 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f86c3831-f850-4f44-89f2-804a5367d714 req-c6804f5c-43a7-4b7c-ad93-5a26fe6dda11 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614874 May 12 14:58:19.967651 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24108ba2-aaa0-4246-b66e-6eb9f7534fa6 req-2a3434f9-be01-40c7-af3a-d41218cf3d88 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:19.982120 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-24108ba2-aaa0-4246-b66e-6eb9f7534fa6 req-2a3434f9-be01-40c7-af3a-d41218cf3d88 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.2808933 May 12 14:58:19.982704 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 36104) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:19.995634 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-3f74efd7-8e78-49e1-90ee-ce1653b6645d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Request body: {'floatingip': {'port_id': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:58:20.158209 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3f74efd7-8e78-49e1-90ee-ce1653b6645d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for floatingip, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:20.256517 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b5f51e-2514-4fb4-bd67-e87f9daed12d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Router f70c95fa-61de-4e27-b177-dd890ca5ccb1 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 14:58:20.426901 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device c7d20efd-7587-4938-b5ae-37bfd831758c up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:58:20.679461 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b5f51e-2514-4fb4-bd67-e87f9daed12d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:58:20.694158 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f51e-2514-4fb4-bd67-e87f9daed12d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:20.696397 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff01558b-5622-4760-a2ca-433de5d0bc5c None None] Sync routers for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:58:20.716637 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff01558b-5622-4760-a2ca-433de5d0bc5c None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:58:20.717274 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ff01558b-5622-4760-a2ca-433de5d0bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:58:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:20.806087 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port c7d20efd-7587-4938-b5ae-37bfd831758c completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:58:20.813104 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port c7d20efd-7587-4938-b5ae-37bfd831758c triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:58:20.814100 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:20.863078 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-f5b5f51e-2514-4fb4-bd67-e87f9daed12d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "PUT /v2.0/floatingips/d5480eae-59e6-414b-a03f-d612d4859588 HTTP/1.1" status: 200 len: 991 time: 3.9127741 May 12 14:58:20.864977 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db5db31-e23b-4726-994e-89601fdd1424', 'tag': 'd279e503-3b7e-45d0-9c53-69819f933f50'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:58:20.937035 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4086fc-b043-4fba-b3d5-458ded9c5082 req-1c334e38-0508-4212-8f38-0f5345a8ce3d tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:20.938726 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-df4086fc-b043-4fba-b3d5-458ded9c5082 req-1c334e38-0508-4212-8f38-0f5345a8ce3d tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 944 time: 0.3854127 May 12 14:58:20.974092 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696813cb-d915-4f84-adf3-464b571d4f68'] response: {'name': 'network-changed', 'server_uuid': '2db5db31-e23b-4726-994e-89601fdd1424', 'tag': 'd279e503-3b7e-45d0-9c53-69819f933f50', 'status': 'completed', 'code': 200} May 12 14:58:21.215808 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:21.232150 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ff01558b-5622-4760-a2ca-433de5d0bc5c None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:58:21.333335 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5247f4-e253-4fce-9513-912caf470d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d20efd-7587-4938-b5ae-37bfd831758c'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:58:21.351552 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66678d26-1469-40b9-a961-ca3256f4442e req-006b99d0-c07b-4f7a-a679-1397fff4663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:21.354833 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-66678d26-1469-40b9-a961-ca3256f4442e req-006b99d0-c07b-4f7a-a679-1397fff4663a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65de6117be774a79b70ff72040037424&device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 1099 time: 0.2532620 May 12 14:58:21.356813 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port c7d20efd-7587-4938-b5ae-37bfd831758c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=c7d20efd-7587-4938-b5ae-37bfd831758c,segment=NetworkSegment(380091c1-d680-4509-a4b9-d754db638053),segment_id=380091c1-d680-4509-a4b9-d754db638053)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:58:21.481877 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:21.612380 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-df4086fc-b043-4fba-b3d5-458ded9c5082 req-680923ab-ffd3-409f-9910-2637f95959d8 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6653056 May 12 14:58:21.639166 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=c7d20efd-7587-4938-b5ae-37bfd831758c,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:21.730452 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b48d591-8592-4607-9e8f-9fb46b400310'] response: {'server_uuid': '5c5247f4-e253-4fce-9513-912caf470d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d20efd-7587-4938-b5ae-37bfd831758c', 'code': 200} May 12 14:58:21.761412 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab67d8-47e7-43f5-96de-fcc9a097a255 req-5b87eb3b-4502-4233-9905-bcb48c22365f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:21.771720 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13ab67d8-47e7-43f5-96de-fcc9a097a255 req-5b87eb3b-4502-4233-9905-bcb48c22365f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.5002820 May 12 14:58:21.857815 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ff01558b-5622-4760-a2ca-433de5d0bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'a99f8390-7f39-4827-a54e-cba1f3cdabaf', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.114', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': '25702d92-4606-4067-9aca-4a386a64cd69', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:bd:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:19Z', 'updated_at': '2022-05-12T14:56:49Z', 'revision_number': 2, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}, {'id': 'd5480eae-59e6-414b-a03f-d612d4859588', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.33', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': 'd279e503-3b7e-45d0-9c53-69819f933f50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:2e:0f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5db31-e23b-4726-994e-89601fdd1424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:57:46Z', 'updated_at': '2022-05-12T14:58:18Z', 'revision_number': 1, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:21.862590 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff01558b-5622-4760-a2ca-433de5d0bc5c None None] Checking router: f70c95fa-61de-4e27-b177-dd890ca5ccb1 for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:58:21.873728 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff01558b-5622-4760-a2ca-433de5d0bc5c None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:58:21.874350 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ff01558b-5622-4760-a2ca-433de5d0bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:58:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:21.876436 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13ab67d8-47e7-43f5-96de-fcc9a097a255 req-0c2e7eb9-1981-4599-a666-5524bd6bcc8d tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893209 May 12 14:58:22.074855 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3f74efd7-8e78-49e1-90ee-ce1653b6645d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:22.170662 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ff01558b-5622-4760-a2ca-433de5d0bc5c None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:58:22.217460 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66678d26-1469-40b9-a961-ca3256f4442e req-8945115b-4d55-4551-9921-a4b87c38546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:22.219115 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-66678d26-1469-40b9-a961-ca3256f4442e req-8945115b-4d55-4551-9921-a4b87c38546e service neutron] 10.222.0.69 "GET /v2.0/networks?id=dfb381ca-02ac-4901-8dbb-a068765d875a HTTP/1.1" status: 200 len: 915 time: 0.2156262 May 12 14:58:22.468757 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3f74efd7-8e78-49e1-90ee-ce1653b6645d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:22.679460 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 36150) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:22.710734 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.db.l3_db [None req-3f74efd7-8e78-49e1-90ee-ce1653b6645d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Floating IP 6070fd90-7d7e-4b83-8614-bbd3cd95bb4e associated. External IP: 172.28.3.74, port: 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff. May 12 14:58:22.741224 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ff01558b-5622-4760-a2ca-433de5d0bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'a99f8390-7f39-4827-a54e-cba1f3cdabaf', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.114', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': '25702d92-4606-4067-9aca-4a386a64cd69', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:bd:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:19Z', 'updated_at': '2022-05-12T14:56:49Z', 'revision_number': 2, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}, {'id': 'd5480eae-59e6-414b-a03f-d612d4859588', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.33', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': 'd279e503-3b7e-45d0-9c53-69819f933f50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:2e:0f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5db31-e23b-4726-994e-89601fdd1424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:57:46Z', 'updated_at': '2022-05-12T14:58:18Z', 'revision_number': 1, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:22.747456 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff01558b-5622-4760-a2ca-433de5d0bc5c None None] The sync data for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb is: [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'a99f8390-7f39-4827-a54e-cba1f3cdabaf', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.114', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': '25702d92-4606-4067-9aca-4a386a64cd69', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:bd:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:19Z', 'updated_at': '2022-05-12T14:56:49Z', 'revision_number': 2, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}, {'id': 'd5480eae-59e6-414b-a03f-d612d4859588', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.33', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': 'd279e503-3b7e-45d0-9c53-69819f933f50', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:2e:0f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5db31-e23b-4726-994e-89601fdd1424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:57:46Z', 'updated_at': '2022-05-12T14:58:18Z', 'revision_number': 1, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:58:22.774677 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba377705-7307-44ae-9ecf-41294f017a7f admin admin] Deleting subnet 8c35a9bd-eed7-4e3f-a246-0a0b2746bf49 {{(pid=88106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 14:58:22.784631 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ba377705-7307-44ae-9ecf-41294f017a7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:22.922112 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ba377705-7307-44ae-9ecf-41294f017a7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4098424'] for subnet, precommit_delete_associations {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:23.023550 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ba377705-7307-44ae-9ecf-41294f017a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698402'] for subnet, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:23.258252 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64099f99-6a8a-4d78-8d9a-aacd52bf8721 None None] New status for floating IP d5480eae-59e6-414b-a03f-d612d4859588: ACTIVE {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:58:23.259003 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8cd3-043b-4717-b4b5-8c516a696a14 req-f24c0510-6dbe-4c99-94a8-46022b6302ab tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:23.259003 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-cfcd8cd3-043b-4717-b4b5-8c516a696a14 req-f24c0510-6dbe-4c99-94a8-46022b6302ab tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 945 time: 0.4166124 May 12 14:58:23.288263 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ba377705-7307-44ae-9ecf-41294f017a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2236562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146262'] for subnet, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:23.346142 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ba377705-7307-44ae-9ecf-41294f017a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:23.360436 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba377705-7307-44ae-9ecf-41294f017a7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c35a9bd-eed7-4e3f-a246-0a0b2746bf49,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:23.365062 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-ba377705-7307-44ae-9ecf-41294f017a7f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8c35a9bd-eed7-4e3f-a246-0a0b2746bf49 HTTP/1.1" status: 204 len: 168 time: 0.6844683 May 12 14:58:23.369482 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 36158) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:23.579497 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab685a5a-8b3f-4aed-8664-69e9c5be6451 req-9e96439f-46c0-48ed-b922-c0c0f06ee92f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:23.586696 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ab685a5a-8b3f-4aed-8664-69e9c5be6451 req-9e96439f-46c0-48ed-b922-c0c0f06ee92f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.5113966 May 12 14:58:23.616570 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c5d06888-c8d0-409b-97e8-535f97ae37ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763935'] for network, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:23.677887 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-cfcd8cd3-043b-4717-b4b5-8c516a696a14 req-0bcd7914-df40-49fc-bf4e-4a447ca6dc1b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364203 May 12 14:58:23.776042 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ab685a5a-8b3f-4aed-8664-69e9c5be6451 req-ee6260a9-c0e3-4bf5-83c7-e153aff8f3b3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882260 May 12 14:58:23.789253 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f74efd7-8e78-49e1-90ee-ce1653b6645d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Router 34d1d2a6-a621-42ca-9016-6011c257e3aa has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 14:58:23.872746 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c5d06888-c8d0-409b-97e8-535f97ae37ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8787124724866'] for network, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:23.911903 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-c5d06888-c8d0-409b-97e8-535f97ae37ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c76fb51-77c2-4a42-87bf-b5c567f97f5d']}} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:23.939928 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-c5d06888-c8d0-409b-97e8-535f97ae37ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919d8ff7-3b77-4c30-aa15-10fe338a3177') {'for_net_delete': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:23.940853 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-c5d06888-c8d0-409b-97e8-535f97ae37ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919d8ff7-3b77-4c30-aa15-10fe338a3177') {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:23.962143 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c5d06888-c8d0-409b-97e8-535f97ae37ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787124727709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4098369'] for segment, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:23.979655 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c5d06888-c8d0-409b-97e8-535f97ae37ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:23.988774 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d06888-c8d0-409b-97e8-535f97ae37ca admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:58:23.989615 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c5d06888-c8d0-409b-97e8-535f97ae37ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-738659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235696'] for segment, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:24.073259 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f74efd7-8e78-49e1-90ee-ce1653b6645d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:58:24.078062 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3f74efd7-8e78-49e1-90ee-ce1653b6645d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:24.083585 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ee473-15d2-4dc1-905e-312a412b3fc1 None None] Sync routers for ids ['34d1d2a6-a621-42ca-9016-6011c257e3aa'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:58:24.098756 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ee473-15d2-4dc1-905e-312a412b3fc1 None None] Routers {'34d1d2a6-a621-42ca-9016-6011c257e3aa'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:58:24.103059 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-aa3ee473-15d2-4dc1-905e-312a412b3fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:58:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['34d1d2a6-a621-42ca-9016-6011c257e3aa'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:24.195786 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-3f74efd7-8e78-49e1-90ee-ce1653b6645d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "PUT /v2.0/floatingips/6070fd90-7d7e-4b83-8614-bbd3cd95bb4e HTTP/1.1" status: 200 len: 991 time: 4.2117536 May 12 14:58:24.199266 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'tag': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: Traceback (most recent call last): May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: timer() May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: cb(*args, **kw) May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: return func(*args, **kwargs) May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: self._notify() May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: self.callback(batched_events) May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: event.method(event) May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: return f(self, *a, **k) May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: return self._get(url).json() May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: return self.request(url, 'GET', **kwargs) May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:58:24.220426 dv-cinder-831187-2-smb neutron-server[88106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:58:24.273937 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e7854e-d9ee-48b7-be01-f23cd126ac6e'] response: {'name': 'network-changed', 'server_uuid': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'tag': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff', 'status': 'completed', 'code': 200} May 12 14:58:24.333166 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c5d06888-c8d0-409b-97e8-535f97ae37ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624953'] for network, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:24.352381 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c5d06888-c8d0-409b-97e8-535f97ae37ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:24.369733 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 36168) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:24.382206 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-c5d06888-c8d0-409b-97e8-535f97ae37ca admin admin] 10.222.0.70 "DELETE /v2.0/networks/8c76fb51-77c2-4a42-87bf-b5c567f97f5d HTTP/1.1" status: 204 len: 168 time: 1.0087125 May 12 14:58:24.394459 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d06888-c8d0-409b-97e8-535f97ae37ca admin admin] Pushing event deleted for resources: {'Network': ['ID=8c76fb51-77c2-4a42-87bf-b5c567f97f5d,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:24.456204 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30020e3-58ca-4385-9e2a-7c0b7f3fad97 admin admin] Deleting subnet fb8c4760-f169-4e1a-81b3-fedbc79edc29 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 14:58:24.459903 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b30020e3-58ca-4385-9e2a-7c0b7f3fad97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:24.514838 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b30020e3-58ca-4385-9e2a-7c0b7f3fad97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2352204'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:24.515083 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-aa3ee473-15d2-4dc1-905e-312a412b3fc1 None None] Set router 34d1d2a6-a621-42ca-9016-6011c257e3aa gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:58:24.580163 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b30020e3-58ca-4385-9e2a-7c0b7f3fad97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698402'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:24.738502 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b30020e3-58ca-4385-9e2a-7c0b7f3fad97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1090097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2178521'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:24.792380 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30020e3-58ca-4385-9e2a-7c0b7f3fad97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb8c4760-f169-4e1a-81b3-fedbc79edc29,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:24.800069 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b30020e3-58ca-4385-9e2a-7c0b7f3fad97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:24.810015 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 36180) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:24.823449 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-b30020e3-58ca-4385-9e2a-7c0b7f3fad97 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fb8c4760-f169-4e1a-81b3-fedbc79edc29 HTTP/1.1" status: 204 len: 168 time: 0.4525304 May 12 14:58:24.999444 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-35c78e56-6aa4-4e6f-ab3d-a292ffd8b643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763935'] for network, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:25.133449 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-aa3ee473-15d2-4dc1-905e-312a412b3fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T14:55:45Z', 'revision_number': 4, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '6070fd90-7d7e-4b83-8614-bbd3cd95bb4e', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'floating_ip_address': '172.28.3.74', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'port_id': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'mac_address': 'fa:16:3e:22:60:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:57:52Z', 'updated_at': '2022-05-12T14:58:21Z', 'revision_number': 1, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31565ee7-29a9-43e1-a684-e2ddfa734fb3', 'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'mac_address': 'fa:16:3e:34:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:42Z', 'updated_at': '2022-05-12T14:56:00Z', 'revision_number': 5, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'subnets': [{'id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:25.139578 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ee473-15d2-4dc1-905e-312a412b3fc1 None None] Checking router: 34d1d2a6-a621-42ca-9016-6011c257e3aa for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:58:25.150197 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ee473-15d2-4dc1-905e-312a412b3fc1 None None] Routers {'34d1d2a6-a621-42ca-9016-6011c257e3aa'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:58:25.150933 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-aa3ee473-15d2-4dc1-905e-312a412b3fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:58:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['34d1d2a6-a621-42ca-9016-6011c257e3aa'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:25.293173 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-35c78e56-6aa4-4e6f-ab3d-a292ffd8b643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8787124724866'] for network, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:25.299838 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c68e5a-ed4e-4dda-b616-f76ec6e1ea37 req-e6c8b8e5-4935-44f3-a72b-f37b9efe790e tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:25.309582 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-17c68e5a-ed4e-4dda-b616-f76ec6e1ea37 req-e6c8b8e5-4935-44f3-a72b-f37b9efe790e tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 945 time: 0.3536725 May 12 14:58:25.326774 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-66678d26-1469-40b9-a961-ca3256f4442e req-09e2860b-733e-4b23-8020-260b30f36f0f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d279e503-3b7e-45d0-9c53-69819f933f50 HTTP/1.1" status: 200 len: 1001 time: 0.2418487 May 12 14:58:25.331005 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-35c78e56-6aa4-4e6f-ab3d-a292ffd8b643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79838652-d03c-4f4b-ba96-392bb903b6d7']}} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:25.375534 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd86a89-052e-4ddf-bcf5-9347d88cdd19 req-a373c5ee-187b-4be4-9638-1bf2de5f60ea tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:25.380964 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fbd86a89-052e-4ddf-bcf5-9347d88cdd19 req-a373c5ee-187b-4be4-9638-1bf2de5f60ea tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.3151143 May 12 14:58:25.423258 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-35c78e56-6aa4-4e6f-ab3d-a292ffd8b643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53906fe-5ccd-40e5-bb8e-c96d57c95125') {'for_net_delete': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:25.426449 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-35c78e56-6aa4-4e6f-ab3d-a292ffd8b643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53906fe-5ccd-40e5-bb8e-c96d57c95125') {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:25.437631 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f067c7-24c2-4aba-bf75-40c3f887d7dd req-e8c70aaf-5b42-4e00-85f1-79babf091a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:25.442272 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-93f067c7-24c2-4aba-bf75-40c3f887d7dd req-e8c70aaf-5b42-4e00-85f1-79babf091a22 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 1099 time: 0.2797415 May 12 14:58:25.471809 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-35c78e56-6aa4-4e6f-ab3d-a292ffd8b643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787124727709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4098369'] for segment, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:25.517214 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66678d26-1469-40b9-a961-ca3256f4442e req-f9321ee6-ee97-499e-a787-309d5c1fa6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:25.518858 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-66678d26-1469-40b9-a961-ca3256f4442e req-f9321ee6-ee97-499e-a787-309d5c1fa6b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f6795c39-e288-4c6f-98dd-c92d29478c9e HTTP/1.1" status: 200 len: 853 time: 0.1787951 May 12 14:58:25.519939 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-35c78e56-6aa4-4e6f-ab3d-a292ffd8b643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:25.526578 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c78e56-6aa4-4e6f-ab3d-a292ffd8b643 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:58:25.526973 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-35c78e56-6aa4-4e6f-ab3d-a292ffd8b643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-738659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235696'] for segment, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: Traceback (most recent call last): May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: timer() May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: cb(*args, **kw) May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: return func(*args, **kwargs) May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: self._notify() May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: self.callback(batched_events) May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: event.method(event) May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: return f(self, *a, **k) May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: return self._get(url).json() May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: return self.request(url, 'GET', **kwargs) May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:58:25.543069 dv-cinder-831187-2-smb neutron-server[88106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:58:25.557982 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-17c68e5a-ed4e-4dda-b616-f76ec6e1ea37 req-094bb730-553b-434b-892d-76cfc37812bc tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424538 May 12 14:58:25.576571 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-aa3ee473-15d2-4dc1-905e-312a412b3fc1 None None] Set router 34d1d2a6-a621-42ca-9016-6011c257e3aa gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:58:25.700310 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fbd86a89-052e-4ddf-bcf5-9347d88cdd19 req-5b8ad803-fa0a-4ead-9f1f-a7d21e76ef4d tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3095233 May 12 14:58:25.807051 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f067c7-24c2-4aba-bf75-40c3f887d7dd req-002b104e-6355-4160-b82f-d9962af48ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:25.809441 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-93f067c7-24c2-4aba-bf75-40c3f887d7dd req-002b104e-6355-4160-b82f-d9962af48ea8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 920 time: 0.3214672 May 12 14:58:25.992256 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c4798-a0bd-480e-8ee2-b498d4f6737a req-868b983b-5608-4c4a-a2c3-69b7a5938a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:25.993320 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-93f067c7-24c2-4aba-bf75-40c3f887d7dd req-d846f248-73f3-4362-afc5-0b75fffb8bbf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff HTTP/1.1" status: 200 len: 999 time: 0.1765220 May 12 14:58:25.994495 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-621c4798-a0bd-480e-8ee2-b498d4f6737a req-868b983b-5608-4c4a-a2c3-69b7a5938a18 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 1098 time: 0.1903348 May 12 14:58:25.997021 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66678d26-1469-40b9-a961-ca3256f4442e req-7490e0c4-3316-437e-adc9-787bc2c2d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:25.998519 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-66678d26-1469-40b9-a961-ca3256f4442e req-7490e0c4-3316-437e-adc9-787bc2c2d017 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfb381ca-02ac-4901-8dbb-a068765d875a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2958055 May 12 14:58:26.057728 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-35c78e56-6aa4-4e6f-ab3d-a292ffd8b643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624953'] for network, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:26.079082 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-35c78e56-6aa4-4e6f-ab3d-a292ffd8b643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:26.098021 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c78e56-6aa4-4e6f-ab3d-a292ffd8b643 admin admin] Pushing event deleted for resources: {'Network': ['ID=79838652-d03c-4f4b-ba96-392bb903b6d7,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:26.102243 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-35c78e56-6aa4-4e6f-ab3d-a292ffd8b643 admin admin] 10.222.0.70 "DELETE /v2.0/networks/79838652-d03c-4f4b-ba96-392bb903b6d7 HTTP/1.1" status: 204 len: 168 time: 1.2903454 May 12 14:58:26.381965 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f067c7-24c2-4aba-bf75-40c3f887d7dd req-15d624dc-f4ab-4e5b-9ec2-467a77cd92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:26.388494 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-93f067c7-24c2-4aba-bf75-40c3f887d7dd req-15d624dc-f4ab-4e5b-9ec2-467a77cd92e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6517beee-f6a9-470f-99ed-f96e6825f8b9 HTTP/1.1" status: 200 len: 858 time: 0.1973004 May 12 14:58:26.449696 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-aa3ee473-15d2-4dc1-905e-312a412b3fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T14:55:45Z', 'revision_number': 4, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '6070fd90-7d7e-4b83-8614-bbd3cd95bb4e', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'floating_ip_address': '172.28.3.74', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'port_id': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'mac_address': 'fa:16:3e:22:60:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:57:52Z', 'updated_at': '2022-05-12T14:58:21Z', 'revision_number': 1, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31565ee7-29a9-43e1-a684-e2ddfa734fb3', 'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'mac_address': 'fa:16:3e:34:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:42Z', 'updated_at': '2022-05-12T14:56:00Z', 'revision_number': 5, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'subnets': [{'id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:58:26.455304 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ee473-15d2-4dc1-905e-312a412b3fc1 None None] The sync data for ids ['34d1d2a6-a621-42ca-9016-6011c257e3aa'] in dv-cinder-831187-2-smb is: [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T14:55:45Z', 'revision_number': 4, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '6070fd90-7d7e-4b83-8614-bbd3cd95bb4e', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'floating_ip_address': '172.28.3.74', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'port_id': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'mac_address': 'fa:16:3e:22:60:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:57:52Z', 'updated_at': '2022-05-12T14:58:21Z', 'revision_number': 1, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31565ee7-29a9-43e1-a684-e2ddfa734fb3', 'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'mac_address': 'fa:16:3e:34:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:42Z', 'updated_at': '2022-05-12T14:56:00Z', 'revision_number': 5, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'subnets': [{'id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:58:26.520537 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-621c4798-a0bd-480e-8ee2-b498d4f6737a req-3a442441-c8e5-4152-aa1a-ff31caa41fd4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261619 May 12 14:58:26.555050 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f067c7-24c2-4aba-bf75-40c3f887d7dd req-2a33e186-d0c9-4493-b664-3160fbba23be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:26.556911 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-93f067c7-24c2-4aba-bf75-40c3f887d7dd req-2a33e186-d0c9-4493-b664-3160fbba23be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d8c56f2-4158-444c-96af-8e80e6763783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1578820 May 12 14:58:26.587274 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-66678d26-1469-40b9-a961-ca3256f4442e req-128a183f-be87-4233-a6a7-174612baaf26 service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941841 May 12 14:58:26.735741 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da40fab9-b95e-4e29-99da-2f55f784c228 None None] New status for floating IP 6070fd90-7d7e-4b83-8614-bbd3cd95bb4e: ACTIVE {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:58:26.778190 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e5ce9-581e-4cee-b618-ebf78c45f906 req-22729ec8-893f-4e0c-a241-995846af21f9 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:26.779957 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ef4e5ce9-581e-4cee-b618-ebf78c45f906 req-22729ec8-893f-4e0c-a241-995846af21f9 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 945 time: 0.0948527 May 12 14:58:26.831057 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ef4e5ce9-581e-4cee-b618-ebf78c45f906 req-989a9a06-8d43-40db-bb94-d933780a223b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439079 May 12 14:58:26.923358 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 36196) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:26.988650 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff2978-3911-49df-8c54-44a3cf131c7a req-a512237c-63ec-40c0-9d72-d5a6003ac954 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:26.991261 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-78ff2978-3911-49df-8c54-44a3cf131c7a req-a512237c-63ec-40c0-9d72-d5a6003ac954 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.1339059 May 12 14:58:27.027584 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-f03f455f-8f80-4b9f-9a09-8b209dcbc2cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=848f8f7ea98045c9a115df344b7620bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1030633 May 12 14:58:27.030194 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 36200) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:27.082062 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-78ff2978-3911-49df-8c54-44a3cf131c7a req-cae17317-f910-402c-9107-b7b7a50caa3f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840027 May 12 14:58:27.124615 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c7fe-f511-4e46-8bc4-cb03041529d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:27.164167 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c7fe-f511-4e46-8bc4-cb03041529d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:27.441850 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c7fe-f511-4e46-8bc4-cb03041529d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:27.457427 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2c7fe-f511-4e46-8bc4-cb03041529d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f420eac1-8549-4876-aa3b-1edcb2281704,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:27.465682 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c7fe-f511-4e46-8bc4-cb03041529d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:27.469372 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-9eb2c7fe-f511-4e46-8bc4-cb03041529d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f420eac1-8549-4876-aa3b-1edcb2281704 HTTP/1.1" status: 204 len: 168 time: 0.4355390 May 12 14:58:28.236117 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297bc6e-0806-48df-8772-6016fa73f103 req-807a23ce-17f6-47a6-a108-daab92b985ae tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:28.237636 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5297bc6e-0806-48df-8772-6016fa73f103 req-807a23ce-17f6-47a6-a108-daab92b985ae tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 945 time: 0.2920799 May 12 14:58:28.261425 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-66678d26-1469-40b9-a961-ca3256f4442e req-9a80f858-f13a-4c1f-b204-03c0291a40f1 service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538888 May 12 14:58:28.271756 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-fe0993d5-d8a9-468f-9572-dc35a1ad0bac req-bc8fcc0e-b161-472f-9992-c3905e5fb5d5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1685128 May 12 14:58:28.341936 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-93f067c7-24c2-4aba-bf75-40c3f887d7dd req-cea5cd72-eb2e-49f3-879d-2dedc084e713 service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338819 May 12 14:58:28.399395 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0993d5-d8a9-468f-9572-dc35a1ad0bac req-134657f4-c3c0-402b-a56c-1eb5b147c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:28.401098 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-fe0993d5-d8a9-468f-9572-dc35a1ad0bac req-134657f4-c3c0-402b-a56c-1eb5b147c1f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 1098 time: 0.0885789 May 12 14:58:28.455023 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5297bc6e-0806-48df-8772-6016fa73f103 req-9c414efc-0b01-4a9d-96f7-7104c439056e tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612873 May 12 14:58:28.503867 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812aee6-76f3-4ac2-98dd-b6fd0f99cda5 req-a50e9700-da83-42bf-980f-30463c589604 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:28.507113 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5812aee6-76f3-4ac2-98dd-b6fd0f99cda5 req-a50e9700-da83-42bf-980f-30463c589604 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.2668543 May 12 14:58:28.517619 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 36216) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:28.540765 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-93f067c7-24c2-4aba-bf75-40c3f887d7dd req-b7c593b0-042e-42e2-99f7-0339a4b500dd service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826055 May 12 14:58:28.575568 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5812aee6-76f3-4ac2-98dd-b6fd0f99cda5 req-30a182e6-73dc-4b17-a26e-7ba95cab6428 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585737 May 12 14:58:28.716554 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-249ab4bc-4039-49c5-a8f0-c20e56dda40b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f57e71f0c14e46f789d8083dcc3a8c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977057 May 12 14:58:28.719150 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 36226) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:28.719724 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0993d5-d8a9-468f-9572-dc35a1ad0bac req-0cd4c074-69db-4646-a45f-220b80436563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:28.720933 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-fe0993d5-d8a9-468f-9572-dc35a1ad0bac req-0cd4c074-69db-4646-a45f-220b80436563 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 920 time: 0.2990313 May 12 14:58:28.787444 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2df7c1b4-b4c6-47d7-8622-e6ede434d2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:28.807857 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-fe0993d5-d8a9-468f-9572-dc35a1ad0bac req-25c8934c-bbce-4b8a-9703-d7ec321975b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f804392-ce39-49b7-bcc9-86f6fb145e99 HTTP/1.1" status: 200 len: 217 time: 0.0666730 May 12 14:58:28.830620 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2df7c1b4-b4c6-47d7-8622-e6ede434d2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:28.881948 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0993d5-d8a9-468f-9572-dc35a1ad0bac req-8eb1d820-ca54-4590-a151-83a714f61dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:28.883393 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-fe0993d5-d8a9-468f-9572-dc35a1ad0bac req-8eb1d820-ca54-4590-a151-83a714f61dfe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6517beee-f6a9-470f-99ed-f96e6825f8b9 HTTP/1.1" status: 200 len: 858 time: 0.0701919 May 12 14:58:28.978623 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0993d5-d8a9-468f-9572-dc35a1ad0bac req-715ad242-4d9e-4018-889b-cb4b0f1e821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:28.980672 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-fe0993d5-d8a9-468f-9572-dc35a1ad0bac req-715ad242-4d9e-4018-889b-cb4b0f1e821a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d8c56f2-4158-444c-96af-8e80e6763783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748074 May 12 14:58:29.019195 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2df7c1b4-b4c6-47d7-8622-e6ede434d2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:29.034901 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7c1b4-b4c6-47d7-8622-e6ede434d2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01be054-b1c7-4932-805f-c4e2e5c9e8c2,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:29.043844 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2df7c1b4-b4c6-47d7-8622-e6ede434d2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:29.048531 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-2df7c1b4-b4c6-47d7-8622-e6ede434d2d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b01be054-b1c7-4932-805f-c4e2e5c9e8c2 HTTP/1.1" status: 204 len: 168 time: 0.3281879 May 12 14:58:29.153627 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-fe0993d5-d8a9-468f-9572-dc35a1ad0bac req-ed21a0fc-e5ec-4e72-ba1d-3df2fe17f487 service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579165 May 12 14:58:29.314603 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-fe0993d5-d8a9-468f-9572-dc35a1ad0bac req-87ae281e-2fc2-4f6a-86c1-732f4b635e08 service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541393 May 12 14:58:29.705438 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5df7f-3ca1-4442-8710-3cb423dfde16 req-532ee526-f873-422f-a382-0634fe652874 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:29.707250 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-34b5df7f-3ca1-4442-8710-3cb423dfde16 req-532ee526-f873-422f-a382-0634fe652874 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 945 time: 0.1259224 May 12 14:58:29.814405 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-34b5df7f-3ca1-4442-8710-3cb423dfde16 req-3b0bb839-b4e6-48f3-bf29-54f24c719081 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005430 May 12 14:58:29.874527 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90474c56-7fe1-4490-a0c4-da657fc20cfa req-86d9b6c1-557d-4b98-9a7e-f29ccef7b757 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:29.879715 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-90474c56-7fe1-4490-a0c4-da657fc20cfa req-86d9b6c1-557d-4b98-9a7e-f29ccef7b757 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.1323874 May 12 14:58:29.934114 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-90474c56-7fe1-4490-a0c4-da657fc20cfa req-a700505f-99d7-419f-9787-b376ed31198f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491028 May 12 14:58:31.151688 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071c4da-06db-4d4f-a783-45fa6ea8feba req-b750a16b-02f6-4442-8249-079342fc9c5e tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:31.153202 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6071c4da-06db-4d4f-a783-45fa6ea8feba req-b750a16b-02f6-4442-8249-079342fc9c5e tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.0855978 May 12 14:58:31.232997 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6071c4da-06db-4d4f-a783-45fa6ea8feba req-a6190c61-8467-4478-953e-7b18be834a63 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639296 May 12 14:58:32.214644 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aacd35-0abb-4371-8959-e4f4082588ab req-adb774cc-9f25-4947-aed1-79258a0b3c83 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:32.216282 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e5aacd35-0abb-4371-8959-e4f4082588ab req-adb774cc-9f25-4947-aed1-79258a0b3c83 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 945 time: 0.0855377 May 12 14:58:32.265042 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e5aacd35-0abb-4371-8959-e4f4082588ab req-ab9224a8-dcbb-4933-a149-fe30010da4ca tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424583 May 12 14:58:32.456040 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b36f5d-0626-4010-ac67-825cbbfb31c8 req-cec85b5b-4d6f-41e4-8bb9-0c9a0ac85279 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:32.458253 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c8b36f5d-0626-4010-ac67-825cbbfb31c8 req-cec85b5b-4d6f-41e4-8bb9-0c9a0ac85279 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 944 time: 0.0962670 May 12 14:58:32.473096 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device d9e74ed2-9db6-4f75-ab86-0147f35c6111 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 14:58:32.513940 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c8b36f5d-0626-4010-ac67-825cbbfb31c8 req-225e1342-ff4a-4452-b087-b79aa64b2a50 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484922 May 12 14:58:32.618408 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port d9e74ed2-9db6-4f75-ab86-0147f35c6111, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d9e74ed2-9db6-4f75-ab86-0147f35c6111,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:58:32.632285 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'port_id': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111', 'mac_address': 'fa:16:3e:a4:d2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 14:58:32.696867 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:32.718479 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e74ed2-9db6-4f75-ab86-0147f35c6111 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:58:32.736076 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port d9e74ed2-9db6-4f75-ab86-0147f35c6111, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d9e74ed2-9db6-4f75-ab86-0147f35c6111,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:58:32.903392 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:32.974773 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=d9e74ed2-9db6-4f75-ab86-0147f35c6111,revision_number=9']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:33.367875 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['d9e74ed2-9db6-4f75-ab86-0147f35c6111'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:58:33.460648 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806979fd-9bfa-499a-b690-41bd2c2ebab1 req-62ccf412-3e2d-4b25-ac20-9e89aed582ca tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:33.462215 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-806979fd-9bfa-499a-b690-41bd2c2ebab1 req-62ccf412-3e2d-4b25-ac20-9e89aed582ca tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 945 time: 0.0867183 May 12 14:58:33.510670 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-806979fd-9bfa-499a-b690-41bd2c2ebab1 req-de391f8b-1e1e-4244-903a-4dd47739c17f tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425465 May 12 14:58:33.727611 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64017b-ecec-4034-8776-28196a65b42b req-0c5506a2-f5a2-4e3f-a9d4-e66b70891e5c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:33.729838 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6e64017b-ecec-4034-8776-28196a65b42b req-0c5506a2-f5a2-4e3f-a9d4-e66b70891e5c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 945 time: 0.0968809 May 12 14:58:33.779992 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6e64017b-ecec-4034-8776-28196a65b42b req-281806ae-993d-4a68-a10d-7b6f845467e0 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427015 May 12 14:58:34.000588 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa5cb1-0d50-4205-86b9-b6a11d1ec8ae req-8a0e389d-d1f6-4dcf-bb54-e2f919d8af37 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:34.001852 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-8aaa5cb1-0d50-4205-86b9-b6a11d1ec8ae req-8a0e389d-d1f6-4dcf-bb54-e2f919d8af37 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Synchronizing usage tracker for tenant:be4ebaf9dfff4ef7875e7a534c849eab on resource:port {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:58:34.115344 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-8aaa5cb1-0d50-4205-86b9-b6a11d1ec8ae req-8a0e389d-d1f6-4dcf-bb54-e2f919d8af37 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Unset dirty status for tenant:be4ebaf9dfff4ef7875e7a534c849eab on resource:port {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:58:34.116634 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-8aaa5cb1-0d50-4205-86b9-b6a11d1ec8ae req-8a0e389d-d1f6-4dcf-bb54-e2f919d8af37 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 945 time: 0.2013605 May 12 14:58:34.191143 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-8aaa5cb1-0d50-4205-86b9-b6a11d1ec8ae req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Deleting port c7d20efd-7587-4938-b5ae-37bfd831758c {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 14:58:34.191487 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-8aaa5cb1-0d50-4205-86b9-b6a11d1ec8ae req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:34.454598 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-8aaa5cb1-0d50-4205-86b9-b6a11d1ec8ae req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] For port c7d20efd-7587-4938-b5ae-37bfd831758c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=c7d20efd-7587-4938-b5ae-37bfd831758c,segment=NetworkSegment(380091c1-d680-4509-a4b9-d754db638053),segment_id=380091c1-d680-4509-a4b9-d754db638053)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:58:34.454957 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-8aaa5cb1-0d50-4205-86b9-b6a11d1ec8ae req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:34.496234 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device d9e74ed2-9db6-4f75-ab86-0147f35c6111 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:58:34.570472 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port d9e74ed2-9db6-4f75-ab86-0147f35c6111 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:58:34.570842 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:34.583080 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-8aaa5cb1-0d50-4205-86b9-b6a11d1ec8ae req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Calling delete_port for c7d20efd-7587-4938-b5ae-37bfd831758c owned by compute:nova {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 14:58:34.696319 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:34.730541 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:58:34.736456 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33000141-bdde-43fb-a4be-40e2463edd24 req-df47876e-2bed-43a1-b225-41a7445072c2 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:34.738453 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-33000141-bdde-43fb-a4be-40e2463edd24 req-df47876e-2bed-43a1-b225-41a7445072c2 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 945 time: 0.1130376 May 12 14:58:34.750042 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port d9e74ed2-9db6-4f75-ab86-0147f35c6111, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d9e74ed2-9db6-4f75-ab86-0147f35c6111,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:58:34.798561 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd44d90-e11b-4775-ad54-9f152a818fd8'] response: {'server_uuid': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111', 'code': 200} May 12 14:58:34.800361 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-33000141-bdde-43fb-a4be-40e2463edd24 req-59e5f91e-bbe0-4b08-bdd3-5d92f242b42b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446484 May 12 14:58:34.921088 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:34.921293 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-8aaa5cb1-0d50-4205-86b9-b6a11d1ec8ae req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:34.982573 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Pushing event deleted for resources: {'Port': ['ID=c7d20efd-7587-4938-b5ae-37bfd831758c,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:34.984595 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4b0b8-8af6-49e9-9755-87064155eed3 req-3341b9ca-6921-4c88-9ae2-65aab8a5f4b8 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:34.986283 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-25e4b0b8-8af6-49e9-9755-87064155eed3 req-3341b9ca-6921-4c88-9ae2-65aab8a5f4b8 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 947 time: 0.0910640 May 12 14:58:35.000077 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['c7d20efd-7587-4938-b5ae-37bfd831758c'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:58:35.025450 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:35.027453 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:35.027982 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:35.028327 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:35.028641 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:35.028967 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:35.029284 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:35.029620 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:35.029940 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:35.030256 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:35.030570 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:35.030880 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:35.047130 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-25e4b0b8-8af6-49e9-9755-87064155eed3 req-68ddac36-0497-4bfd-a0c7-48267303fbb6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506113 May 12 14:58:35.077023 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=d9e74ed2-9db6-4f75-ab86-0147f35c6111,revision_number=10']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:35.079341 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aaa5cb1-0d50-4205-86b9-b6a11d1ec8ae req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] No DVR routers for this DVR port c7d20efd-7587-4938-b5ae-37bfd831758c on host hv-cinder-83118 {{(pid=88106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:58:35.081995 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-8aaa5cb1-0d50-4205-86b9-b6a11d1ec8ae req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:35.084644 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5247f4-e253-4fce-9513-912caf470d5f', 'name': 'network-vif-deleted', 'tag': 'c7d20efd-7587-4938-b5ae-37bfd831758c'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:58:35.130530 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a838f0-d730-4c3e-a93b-9272eea12dcd'] response: {'server_uuid': '5c5247f4-e253-4fce-9513-912caf470d5f', 'name': 'network-vif-deleted', 'tag': 'c7d20efd-7587-4938-b5ae-37bfd831758c', 'status': 'completed', 'code': 200} May 12 14:58:35.212774 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-8aaa5cb1-0d50-4205-86b9-b6a11d1ec8ae req-cc868762-bdb1-46da-a2c1-2999d7534ded tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.69 "DELETE /v2.0/ports/c7d20efd-7587-4938-b5ae-37bfd831758c HTTP/1.1" status: 204 len: 173 time: 1.0905850 May 12 14:58:35.444739 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:58:35.864023 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620db637-af3f-4fff-8002-9a3e5077bf61 req-8a79daa9-35f2-425a-884f-cb867e794f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:35.865615 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-620db637-af3f-4fff-8002-9a3e5077bf61 req-8a79daa9-35f2-425a-884f-cb867e794f3c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 1100 time: 0.0766673 May 12 14:58:35.913592 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-620db637-af3f-4fff-8002-9a3e5077bf61 req-730a5829-48e2-4976-a6d1-8dca15ce2d4f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415454 May 12 14:58:35.981413 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1291c4e8-1b3c-4163-b4b6-ee2fb76a8143 req-1c69fc5e-1f57-49a0-9075-09770b0513fb tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 210 time: 0.0451791 May 12 14:58:36.255753 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727a93f-24a9-4d3e-b2ec-3b80c3f75495 req-339c78c0-d3a8-40ac-b4fb-96067b0f358c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:36.261636 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3727a93f-24a9-4d3e-b2ec-3b80c3f75495 req-339c78c0-d3a8-40ac-b4fb-96067b0f358c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 947 time: 0.0932152 May 12 14:58:36.303915 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3727a93f-24a9-4d3e-b2ec-3b80c3f75495 req-4b5e64fc-2d90-4e6d-b49d-bc58dbd6ebd7 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405955 May 12 14:58:37.154855 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c3989f9d-4922-453b-a199-37a2fdeb81ab req-875f23e7-d828-45cc-8d73-10765d2cb6d9 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5247f4-e253-4fce-9513-912caf470d5f HTTP/1.1" status: 200 len: 210 time: 0.0487850 May 12 14:58:37.510435 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55554b22-4aaf-4023-9150-eb31d149748e req-cc8884b6-db8c-43e5-9a8d-8177d255e04a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:37.512041 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-55554b22-4aaf-4023-9150-eb31d149748e req-cc8884b6-db8c-43e5-9a8d-8177d255e04a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 947 time: 0.0923550 May 12 14:58:37.577354 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-55554b22-4aaf-4023-9150-eb31d149748e req-0a73b40b-66f9-490f-b985-5f7773ae7464 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558109 May 12 14:58:38.534749 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device c7d20efd-7587-4938-b5ae-37bfd831758c no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 14:58:38.574644 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: c7d20efd-7587-4938-b5ae-37bfd831758c {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 14:58:38.574922 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device c7d20efd-7587-4938-b5ae-37bfd831758c not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 14:58:38.713797 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-83da9f65-51cb-40d9-903f-d81472297ce3 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:38.716085 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-83da9f65-51cb-40d9-903f-d81472297ce3 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/networks?id=1979dc1b-9ff3-4334-b0db-2045edce18fc HTTP/1.1" status: 200 len: 808 time: 0.2569847 May 12 14:58:38.766606 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-a85200e8-4362-4a8d-bb9a-69e6686f5e76 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/quotas/be4ebaf9dfff4ef7875e7a534c849eab HTTP/1.1" status: 200 len: 375 time: 0.0444694 May 12 14:58:38.829751 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-360a38c5-18a9-4f2e-9342-6aeab641209a tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=be4ebaf9dfff4ef7875e7a534c849eab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563321 May 12 14:58:38.940641 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9c2a4-2aff-4969-98ef-82aae6eca0d0 req-0092bd63-09e2-421c-a255-760ae2f5ce45 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:38.942367 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-37a9c2a4-2aff-4969-98ef-82aae6eca0d0 req-0092bd63-09e2-421c-a255-760ae2f5ce45 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 947 time: 0.2184875 May 12 14:58:39.020099 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-677a458f-7a99-4342-8e8c-e8ba4632697e service neutron] 10.222.0.70 "GET /v2.0/networks/1979dc1b-9ff3-4334-b0db-2045edce18fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832385 May 12 14:58:39.023355 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-37a9c2a4-2aff-4969-98ef-82aae6eca0d0 req-6997fafd-1ab8-4599-8530-487a2de54825 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737638 May 12 14:58:39.174146 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-528a78d2-73b3-47a6-95c1-25ed24949a3e service neutron] 10.222.0.70 "GET /v2.0/networks/1979dc1b-9ff3-4334-b0db-2045edce18fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462870 May 12 14:58:39.480681 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fa196517-4819-467d-b7bf-c22b2a22f463 req-87ab2625-6ea8-4f91-8fe0-4b68bb8bed4d tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 210 time: 0.0445671 May 12 14:58:40.250978 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fee7b-9623-453a-b951-74f206089a39 req-bd17838b-1f00-46be-a5cc-5d1969a00a2d tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:40.252775 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c07fee7b-9623-453a-b951-74f206089a39 req-bd17838b-1f00-46be-a5cc-5d1969a00a2d tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 947 time: 0.1020958 May 12 14:58:40.314521 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c07fee7b-9623-453a-b951-74f206089a39 req-cf8f3d36-e7fc-417e-8c10-11b49ce959f7 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513310 May 12 14:58:40.579962 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ba30a0cc-2cea-4c77-879e-e928bc89e326 req-e05d2f6e-ec81-425b-9831-3dff3792a0e5 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 210 time: 0.0426042 May 12 14:58:41.018266 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bc680210-03cb-4510-92be-3c2a9c48f1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:41.262505 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 36484) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:41.391465 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:41.410218 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:58:41.414280 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Usage tracker for resource:security_group_rule and tenant:c0faccfe0361443db29616ac88182593 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:58:41.417083 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:58:41.424048 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:58:41.512380 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:41.635055 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:41.686694 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c0faccfe0361443db29616ac88182593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4229326 May 12 14:58:41.687609 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36ef996-234d-4818-a76c-112f02435edf,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:41.695721 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:41.696069 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:41.696404 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:41.696735 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:41.697053 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 36490) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:41.697514 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:41.697514 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:41.697760 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:41.698087 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:41.698408 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:41.698725 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:41.699064 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:41.699398 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de072e-7fdf-4386-a2a7-2544536915c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:41.759533 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-882a97f1-2979-4ee3-9e9e-9af23af22c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:41.788532 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-882a97f1-2979-4ee3-9e9e-9af23af22c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:41.903254 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-07f47d2a-75ce-4bf3-8873-14556bb6711e req-4807f63a-677d-486f-9c97-042f3b18a637 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 210 time: 0.0441060 May 12 14:58:41.960639 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-882a97f1-2979-4ee3-9e9e-9af23af22c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:41.976766 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a97f1-2979-4ee3-9e9e-9af23af22c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36ef996-234d-4818-a76c-112f02435edf,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:41.982060 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-882a97f1-2979-4ee3-9e9e-9af23af22c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:41.985008 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-882a97f1-2979-4ee3-9e9e-9af23af22c10 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e36ef996-234d-4818-a76c-112f02435edf HTTP/1.1" status: 204 len: 168 time: 0.2867813 May 12 14:58:43.052812 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2d343db4-18f4-421a-a926-2da137cb58e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:43.119895 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4512eb59-ed8d-4a61-8ebe-79f04a94eef1 req-e1a8abc7-b449-4c87-95fe-6b90d373d82b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 210 time: 0.0492785 May 12 14:58:43.276520 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-9eee9247-111e-48de-abb5-b0935d21a1d7 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:43.278199 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-9eee9247-111e-48de-abb5-b0935d21a1d7 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.69 "GET /v2.0/networks?id=1979dc1b-9ff3-4334-b0db-2045edce18fc HTTP/1.1" status: 200 len: 808 time: 0.2986493 May 12 14:58:43.299925 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-826c0229-a79e-46f8-8d19-7fa5b054602b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Request body: {'port': {'device_id': '0fa623bc-36fa-41dd-85eb-f362d5386271', 'network_id': '1979dc1b-9ff3-4334-b0db-2045edce18fc', 'admin_state_up': True, 'tenant_id': 'be4ebaf9dfff4ef7875e7a534c849eab'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:58:43.484790 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-826c0229-a79e-46f8-8d19-7fa5b054602b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:58:43.489432 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-826c0229-a79e-46f8-8d19-7fa5b054602b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Usage tracker for resource:port and tenant:be4ebaf9dfff4ef7875e7a534c849eab is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:58:43.492759 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-826c0229-a79e-46f8-8d19-7fa5b054602b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:58:43.500337 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-826c0229-a79e-46f8-8d19-7fa5b054602b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:58:43.612568 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-826c0229-a79e-46f8-8d19-7fa5b054602b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Made reservation on behalf of be4ebaf9dfff4ef7875e7a534c849eab for: {'port': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:58:43.618391 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-826c0229-a79e-46f8-8d19-7fa5b054602b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:43.826446 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-826c0229-a79e-46f8-8d19-7fa5b054602b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Allocated IP 172.20.0.10 (1979dc1b-9ff3-4334-b0db-2045edce18fc/7dde5eaf-93d2-48f0-b179-be17dbff5cee/4416319d-b5b8-4e24-8cd1-7a3701c30ba0) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:58:44.046819 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-826c0229-a79e-46f8-8d19-7fa5b054602b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:44.172666 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-826c0229-a79e-46f8-8d19-7fa5b054602b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:44.272241 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-826c0229-a79e-46f8-8d19-7fa5b054602b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Network 1979dc1b-9ff3-4334-b0db-2045edce18fc is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:58:44.275460 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-826c0229-a79e-46f8-8d19-7fa5b054602b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:58:44.280396 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-826c0229-a79e-46f8-8d19-7fa5b054602b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:58:44.306213 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c0229-a79e-46f8-8d19-7fa5b054602b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Pushing event updated for resources: {'Port': ['ID=4416319d-b5b8-4e24-8cd1-7a3701c30ba0,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:44.347483 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-826c0229-a79e-46f8-8d19-7fa5b054602b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:44.350712 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3383d6-6424-4fc4-82e6-5149eb043b5a req-9543ff46-8baf-4dd9-8ce2-3259e51c5dad tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:44.351198 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-826c0229-a79e-46f8-8d19-7fa5b054602b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:44.351315 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2b3383d6-6424-4fc4-82e6-5149eb043b5a req-9543ff46-8baf-4dd9-8ce2-3259e51c5dad tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 932 time: 0.0918291 May 12 14:58:44.401328 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2b3383d6-6424-4fc4-82e6-5149eb043b5a req-9cc8e396-f63f-457f-8142-b62db5fc8e49 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463440 May 12 14:58:44.464261 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-826c0229-a79e-46f8-8d19-7fa5b054602b tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1708860 May 12 14:58:44.491176 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Request body: {'port': {'device_id': '0fa623bc-36fa-41dd-85eb-f362d5386271', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:58:44.612012 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:44.670163 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:44.972681 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 {{(pid=88106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:58:44.982081 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:44.997527 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Transition to ACTIVE for port object 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:58:45.074761 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:45.137983 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:45.209818 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Pushing event updated for resources: {'Port': ['ID=4416319d-b5b8-4e24-8cd1-7a3701c30ba0,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:45.322096 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Attempting to bind port 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:58:45.322770 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Attempting to bind port 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '380091c1-d680-4509-a4b9-d754db638053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1979dc1b-9ff3-4334-b0db-2045edce18fc'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:58:45.322770 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Attempting to bind port 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 on network 1979dc1b-9ff3-4334-b0db-2045edce18fc {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:58:45.327603 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Port 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 on network 1979dc1b-9ff3-4334-b0db-2045edce18fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 14:58:45.328539 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Attempting to bind port 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 on network 1979dc1b-9ff3-4334-b0db-2045edce18fc {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:58:45.335067 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:58:45.335419 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Checking segment: {'id': '380091c1-d680-4509-a4b9-d754db638053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1979dc1b-9ff3-4334-b0db-2045edce18fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:58:45.335779 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Bound using segment: {'id': '380091c1-d680-4509-a4b9-d754db638053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1979dc1b-9ff3-4334-b0db-2045edce18fc'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:58:45.336212 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Bound port: 4416319d-b5b8-4e24-8cd1-7a3701c30ba0, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '380091c1-d680-4509-a4b9-d754db638053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1979dc1b-9ff3-4334-b0db-2045edce18fc'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:58:45.336533 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:45.438062 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] For port 4416319d-b5b8-4e24-8cd1-7a3701c30ba0, host hv-cinder-83118, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:58:45.445017 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] For port 4416319d-b5b8-4e24-8cd1-7a3701c30ba0, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4416319d-b5b8-4e24-8cd1-7a3701c30ba0,segment=NetworkSegment(380091c1-d680-4509-a4b9-d754db638053),segment_id=380091c1-d680-4509-a4b9-d754db638053)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:58:45.545319 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:45.608446 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:45.609058 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:45.627726 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] 10.222.0.69 "PUT /v2.0/ports/4416319d-b5b8-4e24-8cd1-7a3701c30ba0 HTTP/1.1" status: 200 len: 1094 time: 1.1237228 May 12 14:58:45.627726 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa623bc-36fa-41dd-85eb-f362d5386271', 'tag': '4416319d-b5b8-4e24-8cd1-7a3701c30ba0'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:58:45.628547 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47807a1d-3871-46f6-93e0-a30f97415fef req-ed255950-b15b-4f03-a77f-80969dd10bf6 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:45.628547 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-47807a1d-3871-46f6-93e0-a30f97415fef req-ed255950-b15b-4f03-a77f-80969dd10bf6 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 944 time: 0.0910811 May 12 14:58:45.653588 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb63d50-5961-419a-bda1-172f72253c91 service neutron] Pushing event updated for resources: {'Port': ['ID=4416319d-b5b8-4e24-8cd1-7a3701c30ba0,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:45.668061 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1170e5e3-9e12-47bc-89c3-c99d2afc8f35'] response: {'name': 'network-changed', 'server_uuid': '0fa623bc-36fa-41dd-85eb-f362d5386271', 'tag': '4416319d-b5b8-4e24-8cd1-7a3701c30ba0', 'status': 'completed', 'code': 200} May 12 14:58:45.695448 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-47807a1d-3871-46f6-93e0-a30f97415fef req-a66a588c-5349-47c1-b33c-1abcf5f9dc2a tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555182 May 12 14:58:45.876178 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb5d85-6bc0-4176-a2b9-6d9a06d1bce4 req-bb62b27c-61a9-48f9-9e60-a61a11753bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:45.877755 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-3acb5d85-6bc0-4176-a2b9-6d9a06d1bce4 req-bb62b27c-61a9-48f9-9e60-a61a11753bc8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be4ebaf9dfff4ef7875e7a534c849eab&device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 1097 time: 0.1683710 May 12 14:58:46.042889 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb5d85-6bc0-4176-a2b9-6d9a06d1bce4 req-c3614947-f572-49fa-bb3d-af3068336195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:46.045023 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-3acb5d85-6bc0-4176-a2b9-6d9a06d1bce4 req-c3614947-f572-49fa-bb3d-af3068336195 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=be4ebaf9dfff4ef7875e7a534c849eab&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1540921 May 12 14:58:46.088397 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 36572) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:46.098218 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:46.190022 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb5d85-6bc0-4176-a2b9-6d9a06d1bce4 req-3f8940b8-79b4-48a6-953d-f4e747870190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:46.191537 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-3acb5d85-6bc0-4176-a2b9-6d9a06d1bce4 req-3f8940b8-79b4-48a6-953d-f4e747870190 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404004 May 12 14:58:46.234291 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-06743b44-df86-4486-aa61-67af2e6d58f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:46.249705 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-06743b44-df86-4486-aa61-67af2e6d58f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:58:46.253603 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-06743b44-df86-4486-aa61-67af2e6d58f5 admin admin] Usage tracker for resource:security_group_rule and tenant:67c90bdedb4d47cab0a7dd6827b9e08a is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:58:46.256626 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-06743b44-df86-4486-aa61-67af2e6d58f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:58:46.264070 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-06743b44-df86-4486-aa61-67af2e6d58f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:58:46.352246 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-b0dfa5c3-b70d-4770-9ced-b2c4a1495410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:46.352246 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-b0dfa5c3-b70d-4770-9ced-b2c4a1495410 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be4ebaf9dfff4ef7875e7a534c849eab&device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 1097 time: 0.0921938 May 12 14:58:46.372531 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-06743b44-df86-4486-aa61-67af2e6d58f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:46.431180 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-b8a62d48-dadf-4050-b9f5-23215a4aab4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4416319d-b5b8-4e24-8cd1-7a3701c30ba0 HTTP/1.1" status: 200 len: 217 time: 0.0668766 May 12 14:58:46.481520 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-06743b44-df86-4486-aa61-67af2e6d58f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:46.496844 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-15aedf1d-91f3-4a33-83c6-140175336347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:46.498344 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-15aedf1d-91f3-4a33-83c6-140175336347 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7dde5eaf-93d2-48f0-b179-be17dbff5cee HTTP/1.1" status: 200 len: 848 time: 0.0611627 May 12 14:58:46.534406 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-06743b44-df86-4486-aa61-67af2e6d58f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=67c90bdedb4d47cab0a7dd6827b9e08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4446349 May 12 14:58:46.535411 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06743b44-df86-4486-aa61-67af2e6d58f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8557064f-11db-44c9-a195-44e95d3e28c7,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:46.538404 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 36580) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:46.549941 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-0327d1d1-5c09-4137-914d-0aae17232f73 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1979dc1b-9ff3-4334-b0db-2045edce18fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437951 May 12 14:58:46.609614 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-34770acd-0cf1-41a0-ad4f-1c46c5a24a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:46.637179 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-34770acd-0cf1-41a0-ad4f-1c46c5a24a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:46.688194 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-8aa7f224-1add-4103-936b-e2f3c211d397 service neutron] 10.222.0.69 "GET /v2.0/networks/1979dc1b-9ff3-4334-b0db-2045edce18fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314666 May 12 14:58:46.829098 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-df5e97e5-24d0-417b-8e11-1ccc1dcd0a63 req-56454d55-c5fd-4e2c-a54b-0852fc189715 service neutron] 10.222.0.69 "GET /v2.0/networks/1979dc1b-9ff3-4334-b0db-2045edce18fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348875 May 12 14:58:46.898441 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-34770acd-0cf1-41a0-ad4f-1c46c5a24a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:46.920725 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34770acd-0cf1-41a0-ad4f-1c46c5a24a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8557064f-11db-44c9-a195-44e95d3e28c7,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:46.935087 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08098c9b-4696-458f-b716-b7036efb0636 req-dd6fd346-9c66-4a8a-a7d8-ebcc7910eb52 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:46.936604 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-08098c9b-4696-458f-b716-b7036efb0636 req-dd6fd346-9c66-4a8a-a7d8-ebcc7910eb52 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 944 time: 0.1102271 May 12 14:58:46.941839 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-34770acd-0cf1-41a0-ad4f-1c46c5a24a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:46.943022 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-34770acd-0cf1-41a0-ad4f-1c46c5a24a49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8557064f-11db-44c9-a195-44e95d3e28c7 HTTP/1.1" status: 204 len: 168 time: 0.4037137 May 12 14:58:47.003364 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-08098c9b-4696-458f-b716-b7036efb0636 req-bf9f2c6b-7ebf-4e55-8703-cdd0cf9128d6 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511832 May 12 14:58:47.926638 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 36594) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:47.948105 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-70c4e70b-3a02-4dad-aadb-2fca791ccf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:47.962917 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-70c4e70b-3a02-4dad-aadb-2fca791ccf35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:58:47.968574 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-70c4e70b-3a02-4dad-aadb-2fca791ccf35 admin admin] Usage tracker for resource:security_group_rule and tenant:57f29b8c6e0848c4a8e0b573ba791175 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:58:47.971672 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-70c4e70b-3a02-4dad-aadb-2fca791ccf35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:58:47.977534 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-70c4e70b-3a02-4dad-aadb-2fca791ccf35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:58:48.071185 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-70c4e70b-3a02-4dad-aadb-2fca791ccf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:48.171795 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-70c4e70b-3a02-4dad-aadb-2fca791ccf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:48.201833 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05beb4f-9cd4-4727-b5ac-9ebd7d31199e req-835afc47-69be-4916-a34a-f1bbeb210323 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:48.203327 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d05beb4f-9cd4-4727-b5ac-9ebd7d31199e req-835afc47-69be-4916-a34a-f1bbeb210323 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 944 time: 0.0866618 May 12 14:58:48.221076 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4e70b-3a02-4dad-aadb-2fca791ccf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bfec08-ce78-467f-8cd1-f376c9739d63,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:48.229830 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-70c4e70b-3a02-4dad-aadb-2fca791ccf35 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=57f29b8c6e0848c4a8e0b573ba791175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020139 May 12 14:58:48.230483 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 36602) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:48.261496 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d05beb4f-9cd4-4727-b5ac-9ebd7d31199e req-c7c40670-7998-4097-b301-ef80584ab550 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509994 May 12 14:58:48.298958 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-544e209f-729f-4008-b907-0eeb4e737215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:48.328311 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-544e209f-729f-4008-b907-0eeb4e737215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:48.458026 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-544e209f-729f-4008-b907-0eeb4e737215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:48.473604 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e209f-729f-4008-b907-0eeb4e737215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bfec08-ce78-467f-8cd1-f376c9739d63,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:48.479868 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-544e209f-729f-4008-b907-0eeb4e737215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:48.481654 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-544e209f-729f-4008-b907-0eeb4e737215 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/28bfec08-ce78-467f-8cd1-f376c9739d63 HTTP/1.1" status: 204 len: 168 time: 0.2496481 May 12 14:58:48.988249 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:49.471500 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c6000-f934-4111-8433-482479c1f757 req-5d5697ce-6b48-46e1-a9e2-a7e3bdd159c7 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:49.472953 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9a6c6000-f934-4111-8433-482479c1f757 req-5d5697ce-6b48-46e1-a9e2-a7e3bdd159c7 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 944 time: 0.0921216 May 12 14:58:49.501406 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 36618) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:49.519144 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8a8c66bd-57d1-4041-97b9-846c6a1a38bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:49.522185 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9a6c6000-f934-4111-8433-482479c1f757 req-ed30a02e-d315-440e-834d-0acadfa808c2 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428979 May 12 14:58:49.535846 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-8a8c66bd-57d1-4041-97b9-846c6a1a38bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:58:49.542228 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-8a8c66bd-57d1-4041-97b9-846c6a1a38bc admin admin] Usage tracker for resource:security_group_rule and tenant:cf4dc6a4311f4f17a7709b62b531ebfb is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:58:49.544764 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-8a8c66bd-57d1-4041-97b9-846c6a1a38bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:58:49.551188 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-8a8c66bd-57d1-4041-97b9-846c6a1a38bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:58:49.642344 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8a8c66bd-57d1-4041-97b9-846c6a1a38bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:49.771857 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8a8c66bd-57d1-4041-97b9-846c6a1a38bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:49.826119 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-8a8c66bd-57d1-4041-97b9-846c6a1a38bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf4dc6a4311f4f17a7709b62b531ebfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229141 May 12 14:58:49.827073 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c66bd-57d1-4041-97b9-846c6a1a38bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf900cd-eaa9-441f-a243-0d6fefd73582,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:49.828297 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 36624) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:49.904959 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-64d0cb00-3fbe-4d05-a6c3-6a3fd9027302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:49.935816 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-64d0cb00-3fbe-4d05-a6c3-6a3fd9027302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:50.063481 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-64d0cb00-3fbe-4d05-a6c3-6a3fd9027302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:50.079108 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0cb00-3fbe-4d05-a6c3-6a3fd9027302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf900cd-eaa9-441f-a243-0d6fefd73582,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:50.085752 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-64d0cb00-3fbe-4d05-a6c3-6a3fd9027302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:50.086861 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-64d0cb00-3fbe-4d05-a6c3-6a3fd9027302 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9cf900cd-eaa9-441f-a243-0d6fefd73582 HTTP/1.1" status: 204 len: 168 time: 0.2566609 May 12 14:58:50.580268 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 14:58:50.734915 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 4416319d-b5b8-4e24-8cd1-7a3701c30ba0, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4416319d-b5b8-4e24-8cd1-7a3701c30ba0,segment=NetworkSegment(380091c1-d680-4509-a4b9-d754db638053),segment_id=380091c1-d680-4509-a4b9-d754db638053)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:58:50.751232 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': '4416319d-b5b8-4e24-8cd1-7a3701c30ba0', 'network_id': '1979dc1b-9ff3-4334-b0db-2045edce18fc', 'port_id': '4416319d-b5b8-4e24-8cd1-7a3701c30ba0', 'mac_address': 'fa:16:3e:da:73:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dde5eaf-93d2-48f0-b179-be17dbff5cee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 14:58:50.825057 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:50.831032 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e19c5a-f066-4438-8217-f3db84ad444d req-0f703969-9906-4e04-85a2-4af2be08b082 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:50.832542 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-47e19c5a-f066-4438-8217-f3db84ad444d req-0f703969-9906-4e04-85a2-4af2be08b082 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 944 time: 0.1862082 May 12 14:58:50.844226 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:58:50.865574 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 4416319d-b5b8-4e24-8cd1-7a3701c30ba0, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4416319d-b5b8-4e24-8cd1-7a3701c30ba0,segment=NetworkSegment(380091c1-d680-4509-a4b9-d754db638053),segment_id=380091c1-d680-4509-a4b9-d754db638053)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:58:50.883354 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-47e19c5a-f066-4438-8217-f3db84ad444d req-650231fb-17a8-436e-b687-884259441950 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410864 May 12 14:58:50.971987 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:51.043975 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=4416319d-b5b8-4e24-8cd1-7a3701c30ba0,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:51.051561 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:51.051915 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:51.052246 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:51.052575 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:51.052898 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:51.053211 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:51.053526 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:51.054129 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:51.054311 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:51.054637 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:51.054952 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:51.055364 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:58:51.381788 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['4416319d-b5b8-4e24-8cd1-7a3701c30ba0'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:58:52.071792 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac2a9d-862f-41d3-b893-bf48d6b5d13d req-8e90e505-58ed-4186-bbb9-5d2c2d1907be tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:52.073239 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-31ac2a9d-862f-41d3-b893-bf48d6b5d13d req-8e90e505-58ed-4186-bbb9-5d2c2d1907be tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 945 time: 0.0809948 May 12 14:58:52.122979 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-31ac2a9d-862f-41d3-b893-bf48d6b5d13d req-02eaca00-7697-4006-a7c7-1bfea556d538 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433819 May 12 14:58:52.591594 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:58:52.714412 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:58:52.720460 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:58:52.720825 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:52.906645 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:52.906645 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa623bc-36fa-41dd-85eb-f362d5386271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4416319d-b5b8-4e24-8cd1-7a3701c30ba0'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:58:52.906645 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 4416319d-b5b8-4e24-8cd1-7a3701c30ba0, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4416319d-b5b8-4e24-8cd1-7a3701c30ba0,segment=NetworkSegment(380091c1-d680-4509-a4b9-d754db638053),segment_id=380091c1-d680-4509-a4b9-d754db638053)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:58:52.925872 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab7efb69-8366-44ee-81e4-5dea3bb45bc0'] response: {'server_uuid': '0fa623bc-36fa-41dd-85eb-f362d5386271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4416319d-b5b8-4e24-8cd1-7a3701c30ba0', 'code': 200} May 12 14:58:53.314174 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b00da-7d34-4a61-9fa6-4591cbef7e20 req-5362e2e1-77d1-4a41-8de6-597dfc747f89 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:53.315622 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-070b00da-7d34-4a61-9fa6-4591cbef7e20 req-5362e2e1-77d1-4a41-8de6-597dfc747f89 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 945 time: 0.0808718 May 12 14:58:53.337760 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:53.364330 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-070b00da-7d34-4a61-9fa6-4591cbef7e20 req-b57347a7-5f8c-4401-8efb-ec558dcc99ad tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420227 May 12 14:58:53.414279 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=4416319d-b5b8-4e24-8cd1-7a3701c30ba0,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:53.735081 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01882b-1266-4f35-8ca9-b8d6010604e3 req-bd8469dc-4efc-4c17-b6eb-7b419570c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:53.736542 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-2c01882b-1266-4f35-8ca9-b8d6010604e3 req-bd8469dc-4efc-4c17-b6eb-7b419570c7a4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 1099 time: 0.0821357 May 12 14:58:53.758352 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-f8459922-738e-4bcf-bf2b-5e928298f2e7 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=5548bac2057d43a99852e2309a8e0765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279779 May 12 14:58:53.785365 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-2c01882b-1266-4f35-8ca9-b8d6010604e3 req-fdeaa211-8ccc-4756-bb23-cc4ce856d5a1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395577 May 12 14:58:53.924925 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-dda40996-cf6b-47c6-a21c-e3bb61ffee1e tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:53.926532 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-dda40996-cf6b-47c6-a21c-e3bb61ffee1e tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1620338 May 12 14:58:53.944901 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-e6a5e96e-d2fe-4d07-8c35-c4de75022a22 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/quotas/5548bac2057d43a99852e2309a8e0765 HTTP/1.1" status: 200 len: 375 time: 0.0096257 May 12 14:58:53.998736 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-f951314d-55a7-4b45-a542-2291d79246fa tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5548bac2057d43a99852e2309a8e0765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509822 May 12 14:58:54.314886 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3b692504-d11c-4d30-a249-0592b7615757 req-52e35995-217d-4d37-b3b8-c54c283304d1 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 210 time: 0.0439768 May 12 14:58:54.583960 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc711cd4-c987-4146-8738-6e14295c84db req-658fab41-0d96-442e-bde3-b4fbdbb74837 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:54.586455 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bc711cd4-c987-4146-8738-6e14295c84db req-658fab41-0d96-442e-bde3-b4fbdbb74837 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 946 time: 0.1115661 May 12 14:58:54.634476 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bc711cd4-c987-4146-8738-6e14295c84db req-cc3ab2d7-3c4d-4a20-9d70-7f361d174369 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422184 May 12 14:58:55.413252 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4ca9efcf-a88f-48dc-b8a5-167e52acaedc req-1180317e-bc62-4241-a530-f704c1ff4c1b tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 210 time: 0.0450099 May 12 14:58:55.829955 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d01ca-b969-4c33-a3cf-5f514720ca76 req-0641c249-6778-45d3-8b9e-bb9f0731226e tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:55.831649 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-328d01ca-b969-4c33-a3cf-5f514720ca76 req-0641c249-6778-45d3-8b9e-bb9f0731226e tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 946 time: 0.0859437 May 12 14:58:55.883004 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-328d01ca-b969-4c33-a3cf-5f514720ca76 req-f8adae9b-c0d9-4918-b5f4-f16087018185 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456641 May 12 14:58:56.564831 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0e50f240-d058-49fc-a07d-73b981fbf024 req-404ac638-fb09-4f2b-8784-c7c0674d710b tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 210 time: 0.0424976 May 12 14:58:57.240820 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-7b23a76e-db94-47d1-b7d1-dbe5ce618461 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5548bac2057d43a99852e2309a8e0765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313809 May 12 14:58:57.411980 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-3bd91f3c-3cdb-47c3-8e17-5d6c44e8d1f2 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:57.413452 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-3bd91f3c-3cdb-47c3-8e17-5d6c44e8d1f2 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1664910 May 12 14:58:57.433775 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Request body: {'port': {'device_id': '7a223bb8-3d60-44d3-9db5-2024e5723699', 'network_id': 'c53dc108-85cd-4e27-a38d-fafcaf4d33ca', 'admin_state_up': True, 'tenant_id': '5548bac2057d43a99852e2309a8e0765'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:58:57.588904 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:58:57.594195 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Usage tracker for resource:port and tenant:5548bac2057d43a99852e2309a8e0765 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:58:57.597358 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:58:57.606481 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:58:57.708331 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Made reservation on behalf of 5548bac2057d43a99852e2309a8e0765 for: {'port': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:58:57.712662 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:57.728605 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:57.735971 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f2b4947d-a8f2-4416-9b8c-83ae3706034e req-998a425a-5858-4ca7-b455-4b36b5dc8502 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 210 time: 0.0615802 May 12 14:58:57.757446 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:58:57.761627 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Usage tracker for resource:security_group_rule and tenant:5548bac2057d43a99852e2309a8e0765 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:58:57.764800 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:58:57.772466 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:58:57.870227 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:57.922374 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800eefe-2259-4d37-8c3c-a1e701647587 req-24f11a9b-1948-4265-8aeb-222bf720bd2f tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:57.933396 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c800eefe-2259-4d37-8c3c-a1e701647587 req-24f11a9b-1948-4265-8aeb-222bf720bd2f tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 946 time: 0.0990565 May 12 14:58:57.934025 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 36786) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:57.960506 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:57.978463 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c800eefe-2259-4d37-8c3c-a1e701647587 req-bf35ce7c-0565-4807-8ca5-a3e294032bc6 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485275 May 12 14:58:58.125610 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b0137974-4a00-4e65-859c-0bdb0f2901d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:58.171023 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-b0137974-4a00-4e65-859c-0bdb0f2901d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:58:58.173276 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742fe9de-f1ad-454c-965e-5427740e2394,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:58.184151 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-b0137974-4a00-4e65-859c-0bdb0f2901d7 admin admin] Usage tracker for resource:security_group_rule and tenant:5706de2c70b249ba87094c420bd2c89d is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:58:58.189966 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-b0137974-4a00-4e65-859c-0bdb0f2901d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:58:58.200003 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-b0137974-4a00-4e65-859c-0bdb0f2901d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:58:58.294286 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Allocated IP 192.168.233.63 (c53dc108-85cd-4e27-a38d-fafcaf4d33ca/353d19f2-282c-4bde-8acf-a3247075f7e8/9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:58:58.463215 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b0137974-4a00-4e65-859c-0bdb0f2901d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:58.547930 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:58.564007 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Transition to ACTIVE for port object 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d will not be triggered until provisioned by entity DHCP. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:58:58.584118 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b0137974-4a00-4e65-859c-0bdb0f2901d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:58.632753 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-b0137974-4a00-4e65-859c-0bdb0f2901d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5706de2c70b249ba87094c420bd2c89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6974323 May 12 14:58:58.634452 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0137974-4a00-4e65-859c-0bdb0f2901d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d28d00-987b-4567-99f5-fc677e753f11,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:58.635721 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 36794) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:58:58.696463 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bdd41d18-dd39-4b90-8fcf-05128e4f8098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:58.697408 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:58.723551 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bdd41d18-dd39-4b90-8fcf-05128e4f8098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:58.769291 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Network c53dc108-85cd-4e27-a38d-fafcaf4d33ca is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:58:58.772958 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:58:58.776882 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:58:58.830485 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Pushing event updated for resources: {'Port': ['ID=9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:58.858996 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:58.859625 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:58.892328 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bdd41d18-dd39-4b90-8fcf-05128e4f8098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:58.916475 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd41d18-dd39-4b90-8fcf-05128e4f8098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d28d00-987b-4567-99f5-fc677e753f11,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:58.937227 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bdd41d18-dd39-4b90-8fcf-05128e4f8098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:58.939839 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-bdd41d18-dd39-4b90-8fcf-05128e4f8098 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20d28d00-987b-4567-99f5-fc677e753f11 HTTP/1.1" status: 204 len: 168 time: 0.3030181 May 12 14:58:58.970717 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdc89d-4137-4333-a7e6-47e6f1e895c2 req-e6c8190a-d3f9-4537-ae61-c3a555729fde tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:58.972385 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fbfdc89d-4137-4333-a7e6-47e6f1e895c2 req-e6c8190a-d3f9-4537-ae61-c3a555729fde tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 935 time: 0.1232419 May 12 14:58:59.011497 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-127746e1-8411-4314-a202-c8542182ff5a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5720050 May 12 14:58:59.021181 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fbfdc89d-4137-4333-a7e6-47e6f1e895c2 req-1ee0ccba-2228-4d7c-8a1c-f3b7c379ba5e tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/security-groups?id=742fe9de-f1ad-454c-965e-5427740e2394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427475 May 12 14:58:59.029872 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Request body: {'port': {'device_id': '7a223bb8-3d60-44d3-9db5-2024e5723699', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:58:59.161652 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:59.176585 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c698f07-3463-43dd-9ee1-bed8388a51c8 req-0a414d24-1d01-4afe-8fa5-a260f9d5355c tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:59.178939 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0c698f07-3463-43dd-9ee1-bed8388a51c8 req-0a414d24-1d01-4afe-8fa5-a260f9d5355c tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 946 time: 0.0899529 May 12 14:58:59.194821 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-c7988002-35ce-463f-84ba-b34b0cbfb921 None None] Provisioning for port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:58:59.204977 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-c7988002-35ce-463f-84ba-b34b0cbfb921 None None] Provisioning complete for port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:58:59.205595 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7988002-35ce-463f-84ba-b34b0cbfb921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:59.245500 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0c698f07-3463-43dd-9ee1-bed8388a51c8 req-83228efe-3e1b-44e1-b57f-a854e8f7e452 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/security-groups?id=edbb6fec-235b-4981-a6ed-eaec8c1faec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608084 May 12 14:58:59.268609 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c7988002-35ce-463f-84ba-b34b0cbfb921 None None] Port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:58:59.545839 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d {{(pid=88106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:58:59.553691 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:59.569493 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Transition to ACTIVE for port object 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:58:59.674732 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:59.710734 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47075744-30b7-4bac-8666-c73bfa055103 req-ef0ea449-c531-4331-a75a-c60a6cb3df86 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:58:59.712756 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-47075744-30b7-4bac-8666-c73bfa055103 req-ef0ea449-c531-4331-a75a-c60a6cb3df86 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.69 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 946 time: 0.0925457 May 12 14:58:59.817765 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-47075744-30b7-4bac-8666-c73bfa055103 req-d5d02712-c341-4a1e-911d-0aeb4d65520f tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Deleting port 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 14:58:59.819309 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-47075744-30b7-4bac-8666-c73bfa055103 req-d5d02712-c341-4a1e-911d-0aeb4d65520f tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:58:59.890292 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:58:59.978001 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Attempting to bind port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:58:59.978464 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Attempting to bind port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'd57d502b-abbb-40ab-9bd2-ce6a67391584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c53dc108-85cd-4e27-a38d-fafcaf4d33ca'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:58:59.978808 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Attempting to bind port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d on network c53dc108-85cd-4e27-a38d-fafcaf4d33ca {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:58:59.987010 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d on network c53dc108-85cd-4e27-a38d-fafcaf4d33ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 14:58:59.987391 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Attempting to bind port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d on network c53dc108-85cd-4e27-a38d-fafcaf4d33ca {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:58:59.993612 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:58:59.993954 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Checking segment: {'id': 'd57d502b-abbb-40ab-9bd2-ce6a67391584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c53dc108-85cd-4e27-a38d-fafcaf4d33ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:58:59.994472 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Bound using segment: {'id': 'd57d502b-abbb-40ab-9bd2-ce6a67391584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c53dc108-85cd-4e27-a38d-fafcaf4d33ca'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:58:59.994907 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Bound port: 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd57d502b-abbb-40ab-9bd2-ce6a67391584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c53dc108-85cd-4e27-a38d-fafcaf4d33ca'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:58:59.995250 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:00.150792 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] For port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d, host hv-cinder-83118, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:59:00.161174 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-47075744-30b7-4bac-8666-c73bfa055103 req-d5d02712-c341-4a1e-911d-0aeb4d65520f tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] For port 4416319d-b5b8-4e24-8cd1-7a3701c30ba0, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4416319d-b5b8-4e24-8cd1-7a3701c30ba0,segment=NetworkSegment(380091c1-d680-4509-a4b9-d754db638053),segment_id=380091c1-d680-4509-a4b9-d754db638053)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:00.161801 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-47075744-30b7-4bac-8666-c73bfa055103 req-d5d02712-c341-4a1e-911d-0aeb4d65520f tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:00.168151 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] For port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d,segment=NetworkSegment(d57d502b-abbb-40ab-9bd2-ce6a67391584),segment_id=d57d502b-abbb-40ab-9bd2-ce6a67391584)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:59:00.230112 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:00.306321 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:00.307060 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:00.308891 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] 10.222.0.69 "PUT /v2.0/ports/9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d HTTP/1.1" status: 200 len: 1097 time: 1.2838399 May 12 14:59:00.309354 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a223bb8-3d60-44d3-9db5-2024e5723699', 'tag': '9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:00.337052 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9276f5-3ca3-4aba-94a8-c60d6789d493 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:00.442022 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-47075744-30b7-4bac-8666-c73bfa055103 req-d5d02712-c341-4a1e-911d-0aeb4d65520f tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Calling delete_port for 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 14:59:00.563227 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da9c32-f0b1-4c93-99a7-29186ff0c331 req-5ac5378d-565a-47cc-9732-7c2edada46d5 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:00.564773 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-31da9c32-f0b1-4c93-99a7-29186ff0c331 req-5ac5378d-565a-47cc-9732-7c2edada46d5 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 947 time: 0.3945236 May 12 14:59:00.619453 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-462f2a1a-7850-466b-ac5c-3b2e451080a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:00.625445 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-462f2a1a-7850-466b-ac5c-3b2e451080a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5548bac2057d43a99852e2309a8e0765&device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 1100 time: 0.1186676 May 12 14:59:00.704802 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-31da9c32-f0b1-4c93-99a7-29186ff0c331 req-129a3958-4f93-407a-8a90-c8f0fd89cbb2 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/security-groups?id=742fe9de-f1ad-454c-965e-5427740e2394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295738 May 12 14:59:00.777242 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-79f79eb4-19f5-43bc-a25a-5f9465882afc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d HTTP/1.1" status: 200 len: 217 time: 0.1270707 May 12 14:59:00.802343 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-47075744-30b7-4bac-8666-c73bfa055103 req-d5d02712-c341-4a1e-911d-0aeb4d65520f tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:00.839718 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d94deb-1b4e-4df0-ac34-0a293dd73af1'] response: {'name': 'network-changed', 'server_uuid': '7a223bb8-3d60-44d3-9db5-2024e5723699', 'tag': '9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d', 'status': 'completed', 'code': 200} May 12 14:59:00.861650 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7914bfec-02d4-4894-8e28-5afd9c808da9 req-9d2ea062-340a-4b28-8fdc-31507e431db7 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 210 time: 0.1222911 May 12 14:59:00.890194 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d02712-c341-4a1e-911d-0aeb4d65520f tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Pushing event deleted for resources: {'Port': ['ID=4416319d-b5b8-4e24-8cd1-7a3701c30ba0,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:00.968242 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-7b27995e-e6e7-4f13-a2c3-ab7d40abf79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:00.969832 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-7b27995e-e6e7-4f13-a2c3-ab7d40abf79f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=353d19f2-282c-4bde-8acf-a3247075f7e8 HTTP/1.1" status: 200 len: 843 time: 0.1807294 May 12 14:59:00.989355 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-47075744-30b7-4bac-8666-c73bfa055103 req-d5d02712-c341-4a1e-911d-0aeb4d65520f tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] No DVR routers for this DVR port 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 on host hv-cinder-83118 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:59:00.992190 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-47075744-30b7-4bac-8666-c73bfa055103 req-d5d02712-c341-4a1e-911d-0aeb4d65520f tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:00.996414 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa623bc-36fa-41dd-85eb-f362d5386271', 'name': 'network-vif-deleted', 'tag': '4416319d-b5b8-4e24-8cd1-7a3701c30ba0'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:01.008828 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-47075744-30b7-4bac-8666-c73bfa055103 req-d5d02712-c341-4a1e-911d-0aeb4d65520f tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.69 "DELETE /v2.0/ports/4416319d-b5b8-4e24-8cd1-7a3701c30ba0 HTTP/1.1" status: 204 len: 173 time: 1.2830265 May 12 14:59:01.049919 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-93a8870d-67e9-4a4c-9292-22c46fe8c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:01.051400 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-93a8870d-67e9-4a4c-9292-22c46fe8c45a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c53dc108-85cd-4e27-a38d-fafcaf4d33ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0752282 May 12 14:59:01.069030 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe66ccc-f504-4ead-a4f7-19c929fc00eb'] response: {'server_uuid': '0fa623bc-36fa-41dd-85eb-f362d5386271', 'name': 'network-vif-deleted', 'tag': '4416319d-b5b8-4e24-8cd1-7a3701c30ba0', 'status': 'completed', 'code': 200} May 12 14:59:01.190988 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-befcb770-3398-403e-80ff-41b167213e1b service neutron] 10.222.0.69 "GET /v2.0/networks/c53dc108-85cd-4e27-a38d-fafcaf4d33ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298182 May 12 14:59:01.336460 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-ec543abc-e17e-4f58-827e-9f36ffaa63c9 req-6e9e56dc-a86c-4237-8bf0-5655035bfb8f service neutron] 10.222.0.69 "GET /v2.0/networks/c53dc108-85cd-4e27-a38d-fafcaf4d33ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369505 May 12 14:59:01.733044 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af005c22-2010-48ff-b931-7dae23ab51aa req-891ed468-40c9-46fd-bac9-39f2ac2744bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:01.736038 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-af005c22-2010-48ff-b931-7dae23ab51aa req-891ed468-40c9-46fd-bac9-39f2ac2744bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5548bac2057d43a99852e2309a8e0765&device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 1100 time: 0.0825112 May 12 14:59:01.894789 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af005c22-2010-48ff-b931-7dae23ab51aa req-ec32d2c8-799a-4cdb-b486-2eb5806fcaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:01.895524 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-af005c22-2010-48ff-b931-7dae23ab51aa req-ec32d2c8-799a-4cdb-b486-2eb5806fcaad service neutron] 10.222.0.69 "GET /v2.0/networks?id=c53dc108-85cd-4e27-a38d-fafcaf4d33ca HTTP/1.1" status: 200 len: 870 time: 0.1508033 May 12 14:59:01.935799 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e451f-dcc2-4c82-8aa7-2a2d3a4754e3 req-b955657d-6977-41a5-b652-2b1604e534e2 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:01.937331 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e05e451f-dcc2-4c82-8aa7-2a2d3a4754e3 req-b955657d-6977-41a5-b652-2b1604e534e2 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 947 time: 0.0990298 May 12 14:59:01.968015 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-af005c22-2010-48ff-b931-7dae23ab51aa req-d20dccd5-53ad-4047-ab84-163a38b9e3b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d HTTP/1.1" status: 200 len: 217 time: 0.0650885 May 12 14:59:01.991300 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e05e451f-dcc2-4c82-8aa7-2a2d3a4754e3 req-4e8038a6-65b3-42e0-8eff-a002b6f1f5a7 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/security-groups?id=742fe9de-f1ad-454c-965e-5427740e2394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471947 May 12 14:59:02.057988 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af005c22-2010-48ff-b931-7dae23ab51aa req-97e4909c-332f-420b-921e-c3101257e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:02.060257 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-af005c22-2010-48ff-b931-7dae23ab51aa req-97e4909c-332f-420b-921e-c3101257e311 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=353d19f2-282c-4bde-8acf-a3247075f7e8 HTTP/1.1" status: 200 len: 843 time: 0.0846591 May 12 14:59:02.082077 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-964dfdf0-1bbd-4a5c-a62a-10384213c5aa req-8f019f7a-a6fd-423d-9814-b271b0474230 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Synchronizing usage tracker for tenant:be4ebaf9dfff4ef7875e7a534c849eab on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:59:02.147488 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af005c22-2010-48ff-b931-7dae23ab51aa req-70ed9c3e-2c45-45df-884e-483181ee523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:02.147488 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-af005c22-2010-48ff-b931-7dae23ab51aa req-70ed9c3e-2c45-45df-884e-483181ee523f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c53dc108-85cd-4e27-a38d-fafcaf4d33ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0746374 May 12 14:59:02.177773 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-964dfdf0-1bbd-4a5c-a62a-10384213c5aa req-8f019f7a-a6fd-423d-9814-b271b0474230 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] Unset dirty status for tenant:be4ebaf9dfff4ef7875e7a534c849eab on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:59:02.179773 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-964dfdf0-1bbd-4a5c-a62a-10384213c5aa req-8f019f7a-a6fd-423d-9814-b271b0474230 tempest-VolumesActionsTest-1584212610 tempest-VolumesActionsTest-1584212610-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fa623bc-36fa-41dd-85eb-f362d5386271 HTTP/1.1" status: 200 len: 210 time: 0.1548128 May 12 14:59:02.290475 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-af005c22-2010-48ff-b931-7dae23ab51aa req-8b8b1de7-7f7b-4735-8b20-a176788d3772 service neutron] 10.222.0.69 "GET /v2.0/networks/c53dc108-85cd-4e27-a38d-fafcaf4d33ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370101 May 12 14:59:02.574508 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-af005c22-2010-48ff-b931-7dae23ab51aa req-8db4c2da-a6d8-4ce1-9733-bfc1da8374a1 service neutron] 10.222.0.69 "GET /v2.0/networks/c53dc108-85cd-4e27-a38d-fafcaf4d33ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767522 May 12 14:59:02.639551 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 14:59:02.674556 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 14:59:02.674891 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 4416319d-b5b8-4e24-8cd1-7a3701c30ba0 not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 14:59:03.388680 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40aaf81-2145-437e-8e4e-3760e7914eda req-5c499f96-f598-41f5-b4ad-c28410619560 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:03.388680 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c40aaf81-2145-437e-8e4e-3760e7914eda req-5c499f96-f598-41f5-b4ad-c28410619560 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 947 time: 0.1263561 May 12 14:59:03.436997 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c40aaf81-2145-437e-8e4e-3760e7914eda req-a0108361-7913-4db0-bf58-6e477621f415 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/security-groups?id=742fe9de-f1ad-454c-965e-5427740e2394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403368 May 12 14:59:04.459339 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375b68a-8286-4302-ab4f-1e00b506c9e2 req-dbb3edb1-f363-4c56-ace0-800e457a5ff2 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:04.460925 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3375b68a-8286-4302-ab4f-1e00b506c9e2 req-dbb3edb1-f363-4c56-ace0-800e457a5ff2 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 946 time: 0.0903940 May 12 14:59:04.515257 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3375b68a-8286-4302-ab4f-1e00b506c9e2 req-0a558145-52b8-46fa-ae2b-2431a4e0bcbb tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c237d0-2967-4bc7-9790-efdae37a9e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469716 May 12 14:59:04.651202 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 14:59:04.711600 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd7ad7-e76f-469c-ad52-5ce23578a73b req-65f2ed2d-b38b-482d-9f88-bf5a05b95025 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:04.712967 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-efcd7ad7-e76f-469c-ad52-5ce23578a73b req-65f2ed2d-b38b-482d-9f88-bf5a05b95025 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 947 time: 0.0860324 May 12 14:59:04.766472 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-efcd7ad7-e76f-469c-ad52-5ce23578a73b req-306d7990-8f1d-49ea-8d61-a6a908fcb1c3 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/security-groups?id=742fe9de-f1ad-454c-965e-5427740e2394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474057 May 12 14:59:04.794405 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d,segment=NetworkSegment(d57d502b-abbb-40ab-9bd2-ce6a67391584),segment_id=d57d502b-abbb-40ab-9bd2-ce6a67391584)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:04.812495 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': '9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d', 'network_id': 'c53dc108-85cd-4e27-a38d-fafcaf4d33ca', 'port_id': '9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d', 'mac_address': 'fa:16:3e:79:84:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353d19f2-282c-4bde-8acf-a3247075f7e8', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 14:59:04.869913 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:04.888419 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:59:04.905409 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d,segment=NetworkSegment(d57d502b-abbb-40ab-9bd2-ce6a67391584),segment_id=d57d502b-abbb-40ab-9bd2-ce6a67391584)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:04.971760 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:05.039694 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:05.110627 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4e082-4c1d-4781-a66f-bc7e908eda06 req-7985b7fa-70bb-493a-8221-a82b3a602afb tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:05.112529 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-dbd4e082-4c1d-4781-a66f-bc7e908eda06 req-7985b7fa-70bb-493a-8221-a82b3a602afb tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.1158810 May 12 14:59:05.113174 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14dc80-7634-47a5-8c76-d81b9a952bef req-4ac40e1c-86b7-4099-9997-a8fdc2433805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:05.114799 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-6b14dc80-7634-47a5-8c76-d81b9a952bef req-4ac40e1c-86b7-4099-9997-a8fdc2433805 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 1099 time: 0.0843537 May 12 14:59:05.173049 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-dbd4e082-4c1d-4781-a66f-bc7e908eda06 req-07bdee78-ab87-42bb-a394-21a97cb55b13 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534093 May 12 14:59:05.267926 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14dc80-7634-47a5-8c76-d81b9a952bef req-38a9a0fb-ffb8-49dd-8b41-b127b01bdae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:05.267926 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-6b14dc80-7634-47a5-8c76-d81b9a952bef req-38a9a0fb-ffb8-49dd-8b41-b127b01bdae0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 920 time: 0.1462164 May 12 14:59:05.333069 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:59:05.374315 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-6b14dc80-7634-47a5-8c76-d81b9a952bef req-cb528edc-a3f4-4719-baad-886f947ad1ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff HTTP/1.1" status: 200 len: 1001 time: 0.1002190 May 12 14:59:05.453068 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14dc80-7634-47a5-8c76-d81b9a952bef req-f21a3e91-91c0-44bb-a4fb-396ac206c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:05.454883 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-6b14dc80-7634-47a5-8c76-d81b9a952bef req-f21a3e91-91c0-44bb-a4fb-396ac206c5d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6517beee-f6a9-470f-99ed-f96e6825f8b9 HTTP/1.1" status: 200 len: 858 time: 0.0732298 May 12 14:59:05.535904 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14dc80-7634-47a5-8c76-d81b9a952bef req-5fcec97b-04a3-4ad8-9680-4797f8bdb07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:05.537238 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-6b14dc80-7634-47a5-8c76-d81b9a952bef req-5fcec97b-04a3-4ad8-9680-4797f8bdb07a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d8c56f2-4158-444c-96af-8e80e6763783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752840 May 12 14:59:05.723439 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e180b-90f4-4a96-8a8b-14dc9b4a71e7 req-586ca1cb-192b-4d74-bb37-072ee16a5653 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:05.725077 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ae6e180b-90f4-4a96-8a8b-14dc9b4a71e7 req-586ca1cb-192b-4d74-bb37-072ee16a5653 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 946 time: 0.0943615 May 12 14:59:05.771438 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-6b14dc80-7634-47a5-8c76-d81b9a952bef req-0b5711dc-0b10-4bc0-bb7b-ffbd6c7f2321 service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169294 May 12 14:59:05.776299 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ae6e180b-90f4-4a96-8a8b-14dc9b4a71e7 req-318a62d3-050c-49e4-997c-51bb9f4163a9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c237d0-2967-4bc7-9790-efdae37a9e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455110 May 12 14:59:05.923225 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-6b14dc80-7634-47a5-8c76-d81b9a952bef req-ed49c124-a5b3-45f3-990a-d59f011c8c7e service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354108 May 12 14:59:05.964768 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead5cfe-13df-4787-8ddb-bc4febfc45d5 req-90b5087b-8771-49cb-9abe-76aa130a48ce tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:05.967831 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4ead5cfe-13df-4787-8ddb-bc4febfc45d5 req-90b5087b-8771-49cb-9abe-76aa130a48ce tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 948 time: 0.0880623 May 12 14:59:06.018950 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4ead5cfe-13df-4787-8ddb-bc4febfc45d5 req-26619cc6-3ec1-4534-a3f9-a24a1a2b74b6 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/security-groups?id=742fe9de-f1ad-454c-965e-5427740e2394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460863 May 12 14:59:06.103902 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-5d96ed03-9919-49f9-a466-47ceaf72b941 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:06.104589 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-5d96ed03-9919-49f9-a466-47ceaf72b941 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Synchronizing usage tracker for tenant:65de6117be774a79b70ff72040037424 on resource:port {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:59:06.182679 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-5d96ed03-9919-49f9-a466-47ceaf72b941 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Unset dirty status for tenant:65de6117be774a79b70ff72040037424 on resource:port {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:59:06.183863 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-5d96ed03-9919-49f9-a466-47ceaf72b941 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 946 time: 0.1743541 May 12 14:59:06.256682 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-cec21f5e-7eb3-4323-a9b0-e2c7ed1a1a63 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Deleting port d279e503-3b7e-45d0-9c53-69819f933f50 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 14:59:06.257012 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-cec21f5e-7eb3-4323-a9b0-e2c7ed1a1a63 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:06.366223 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cefbb7-7eea-449d-9c11-37c4aad18ace req-d08310a6-4209-4543-bb54-e94a8928e273 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:06.367711 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a1cefbb7-7eea-449d-9c11-37c4aad18ace req-d08310a6-4209-4543-bb54-e94a8928e273 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.0818887 May 12 14:59:06.420634 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a1cefbb7-7eea-449d-9c11-37c4aad18ace req-5a130c58-1c48-499c-a4d4-948b9e9b5303 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470533 May 12 14:59:06.517202 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-cec21f5e-7eb3-4323-a9b0-e2c7ed1a1a63 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] For port d279e503-3b7e-45d0-9c53-69819f933f50, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d279e503-3b7e-45d0-9c53-69819f933f50,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:06.517565 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-cec21f5e-7eb3-4323-a9b0-e2c7ed1a1a63 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:06.693503 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:59:06.825325 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-cec21f5e-7eb3-4323-a9b0-e2c7ed1a1a63 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:06.826419 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-cec21f5e-7eb3-4323-a9b0-e2c7ed1a1a63 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:06.826735 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.l3_db [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-cec21f5e-7eb3-4323-a9b0-e2c7ed1a1a63 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Floating IP d5480eae-59e6-414b-a03f-d612d4859588 disassociated. External IP: 172.28.3.33, port: d279e503-3b7e-45d0-9c53-69819f933f50. May 12 14:59:06.827073 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-cec21f5e-7eb3-4323-a9b0-e2c7ed1a1a63 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Calling delete_port for d279e503-3b7e-45d0-9c53-69819f933f50 owned by compute:nova {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 14:59:06.857778 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:59:06.863492 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:59:06.864247 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:06.980171 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b12977-98f1-4e8b-8f38-a18ff950d025 req-035b2af4-3209-4b1c-a33f-5d3614ad67cc tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:06.984143 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-53b12977-98f1-4e8b-8f38-a18ff950d025 req-035b2af4-3209-4b1c-a33f-5d3614ad67cc tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 946 time: 0.0884268 May 12 14:59:07.004432 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:07.034603 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-53b12977-98f1-4e8b-8f38-a18ff950d025 req-dc55bdd8-09fc-4c5e-bf1d-ffc06a50a505 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c237d0-2967-4bc7-9790-efdae37a9e45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454676 May 12 14:59:07.035756 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a223bb8-3d60-44d3-9db5-2024e5723699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:07.051629 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d,segment=NetworkSegment(d57d502b-abbb-40ab-9bd2-ce6a67391584),segment_id=d57d502b-abbb-40ab-9bd2-ce6a67391584)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:07.084751 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6030c068-61a2-43ac-b431-d8df72b1de63'] response: {'server_uuid': '7a223bb8-3d60-44d3-9db5-2024e5723699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d', 'code': 200} May 12 14:59:07.139588 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-cec21f5e-7eb3-4323-a9b0-e2c7ed1a1a63 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:07.166353 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:07.219304 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec21f5e-7eb3-4323-a9b0-e2c7ed1a1a63 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event deleted for resources: {'Port': ['ID=d279e503-3b7e-45d0-9c53-69819f933f50,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:07.318896 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372a73f-1c5e-4794-bb50-3751fae4b6ef req-2fb73292-6e24-4360-9c50-ebbd760b5005 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:07.322557 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9372a73f-1c5e-4794-bb50-3751fae4b6ef req-2fb73292-6e24-4360-9c50-ebbd760b5005 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 949 time: 0.1830828 May 12 14:59:07.326483 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:07.407629 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9372a73f-1c5e-4794-bb50-3751fae4b6ef req-5467f13e-8677-4b25-b7df-55d018bac06e tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/security-groups?id=742fe9de-f1ad-454c-965e-5427740e2394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778992 May 12 14:59:07.459377 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-cec21f5e-7eb3-4323-a9b0-e2c7ed1a1a63 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Router f70c95fa-61de-4e27-b177-dd890ca5ccb1 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 14:59:07.811565 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692afe1e-4827-4542-89ad-0685f80fa2dd req-0bfbe40b-4b9d-4331-87e1-ff81088bca79 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:07.819677 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-692afe1e-4827-4542-89ad-0685f80fa2dd req-0bfbe40b-4b9d-4331-87e1-ff81088bca79 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.2704787 May 12 14:59:07.824465 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-cec21f5e-7eb3-4323-a9b0-e2c7ed1a1a63 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:59:07.847195 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d97e5a-fcec-459a-9733-72f0005414d4 None None] Sync routers for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:59:07.873699 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd3919-a71b-4bd4-8be2-fb2f73ac1ab8 req-7a0ec32d-7ff3-4091-8947-cc917c6136a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:07.877403 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5bdd3919-a71b-4bd4-8be2-fb2f73ac1ab8 req-7a0ec32d-7ff3-4091-8947-cc917c6136a7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 1102 time: 0.1878443 May 12 14:59:07.891997 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d97e5a-fcec-459a-9733-72f0005414d4 None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:59:07.892900 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-c1d97e5a-fcec-459a-9733-72f0005414d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:58:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:07.893596 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-692afe1e-4827-4542-89ad-0685f80fa2dd req-e5aa9de3-72a6-436b-b058-9b95338be9a0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724204 May 12 14:59:07.940180 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-cec21f5e-7eb3-4323-a9b0-e2c7ed1a1a63 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] No DVR routers for this DVR port d279e503-3b7e-45d0-9c53-69819f933f50 on host hv-cinder-83118 {{(pid=88106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:59:07.940544 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5bdd3919-a71b-4bd4-8be2-fb2f73ac1ab8 req-7a462368-9d70-478b-9aec-845de9647d8a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=742fe9de-f1ad-454c-965e-5427740e2394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427446 May 12 14:59:07.943119 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-cec21f5e-7eb3-4323-a9b0-e2c7ed1a1a63 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:07.945854 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db5db31-e23b-4726-994e-89601fdd1424', 'name': 'network-vif-deleted', 'tag': 'd279e503-3b7e-45d0-9c53-69819f933f50'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:08.076294 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-e5a7f309-cf15-41e2-b287-2a52df3beb9e req-cec21f5e-7eb3-4323-a9b0-e2c7ed1a1a63 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "DELETE /v2.0/ports/d279e503-3b7e-45d0-9c53-69819f933f50 HTTP/1.1" status: 204 len: 173 time: 1.8858061 May 12 14:59:08.094328 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24caa451-f6c2-439d-b276-ec44ba3a5085'] response: {'server_uuid': '2db5db31-e23b-4726-994e-89601fdd1424', 'name': 'network-vif-deleted', 'tag': 'd279e503-3b7e-45d0-9c53-69819f933f50', 'status': 'completed', 'code': 200} May 12 14:59:08.303327 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-c1d97e5a-fcec-459a-9733-72f0005414d4 None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:59:08.402550 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-86606624-4d5b-4da4-aa21-f4a305274828 req-cddcbb4b-608b-48ef-bc25-ec6c597c7132 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 210 time: 0.0971408 May 12 14:59:08.939257 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17890745-57ef-473e-9af4-932aded0ec81 req-081195c8-e8b7-4baf-be6d-934c34e5c3ba tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:08.941137 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-17890745-57ef-473e-9af4-932aded0ec81 req-081195c8-e8b7-4baf-be6d-934c34e5c3ba tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 949 time: 0.3390267 May 12 14:59:09.004560 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-c1d97e5a-fcec-459a-9733-72f0005414d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'a99f8390-7f39-4827-a54e-cba1f3cdabaf', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.114', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': '25702d92-4606-4067-9aca-4a386a64cd69', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:bd:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:19Z', 'updated_at': '2022-05-12T14:56:49Z', 'revision_number': 2, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:09.009014 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d97e5a-fcec-459a-9733-72f0005414d4 None None] Checking router: f70c95fa-61de-4e27-b177-dd890ca5ccb1 for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:59:09.011299 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-17890745-57ef-473e-9af4-932aded0ec81 req-c508af3a-303d-4606-ba1e-dbebdb624aa4 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/security-groups?id=742fe9de-f1ad-454c-965e-5427740e2394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635734 May 12 14:59:09.028960 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d97e5a-fcec-459a-9733-72f0005414d4 None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:59:09.029768 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-c1d97e5a-fcec-459a-9733-72f0005414d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:58:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:09.217202 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bc57a-6d35-4fc8-a9a0-d604a8bfa835 req-c5a0f09f-00ad-4d76-80e6-762c5b21ad59 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:09.226007 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-940bc57a-6d35-4fc8-a9a0-d604a8bfa835 req-c5a0f09f-00ad-4d76-80e6-762c5b21ad59 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.1318336 May 12 14:59:09.287829 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-940bc57a-6d35-4fc8-a9a0-d604a8bfa835 req-df578be1-494c-4002-91ce-989fc7c5c559 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617549 May 12 14:59:09.341590 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-c1d97e5a-fcec-459a-9733-72f0005414d4 None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:59:09.399494 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 37022) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:09.589785 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0365bd8b-fa7c-43e7-8bac-ff341be72a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:09.625429 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0365bd8b-fa7c-43e7-8bac-ff341be72a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:09.631770 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-0365bd8b-fa7c-43e7-8bac-ff341be72a65 admin admin] Usage tracker for resource:security_group_rule and tenant:37a6466ebd404e1890854b7a1ecc9fca is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:09.636158 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-0365bd8b-fa7c-43e7-8bac-ff341be72a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:09.651004 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0365bd8b-fa7c-43e7-8bac-ff341be72a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:09.749159 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-12540906-5521-4550-8d22-adaefe14f708 req-b3013868-6f1f-434c-b43a-3d0678fcd97d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=2db5db31-e23b-4726-994e-89601fdd1424 HTTP/1.1" status: 200 len: 210 time: 0.0633216 May 12 14:59:09.932094 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0365bd8b-fa7c-43e7-8bac-ff341be72a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:10.005594 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-c1d97e5a-fcec-459a-9733-72f0005414d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'a99f8390-7f39-4827-a54e-cba1f3cdabaf', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.114', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': '25702d92-4606-4067-9aca-4a386a64cd69', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:bd:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:19Z', 'updated_at': '2022-05-12T14:56:49Z', 'revision_number': 2, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:10.013334 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d97e5a-fcec-459a-9733-72f0005414d4 None None] The sync data for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb is: [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'a99f8390-7f39-4827-a54e-cba1f3cdabaf', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.114', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': '25702d92-4606-4067-9aca-4a386a64cd69', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:bd:fc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:56:19Z', 'updated_at': '2022-05-12T14:56:49Z', 'revision_number': 2, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:59:10.040022 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0365bd8b-fa7c-43e7-8bac-ff341be72a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:10.141143 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365bd8b-fa7c-43e7-8bac-ff341be72a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50128482-8e60-47bc-99be-e1024344aeb1,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:10.173484 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37036) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:10.182906 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-0365bd8b-fa7c-43e7-8bac-ff341be72a65 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=37a6466ebd404e1890854b7a1ecc9fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7821281 May 12 14:59:10.281533 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-51211670-d3f0-45bb-bc0c-c3a0131b0f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:10.332381 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-51211670-d3f0-45bb-bc0c-c3a0131b0f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:10.369791 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc86885-59b0-4154-a669-69f0f99e5e9e req-368db02d-7986-42ae-bc1c-0f705eacb53e tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:10.372678 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0dc86885-59b0-4154-a669-69f0f99e5e9e req-368db02d-7986-42ae-bc1c-0f705eacb53e tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 949 time: 0.1860893 May 12 14:59:10.493574 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0dc86885-59b0-4154-a669-69f0f99e5e9e req-9d262614-bcb8-41d4-b760-c8d74881d8c4 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/security-groups?id=742fe9de-f1ad-454c-965e-5427740e2394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055162 May 12 14:59:10.501496 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b15b0d9-70ec-4b16-889e-c6f3e2574aec None None] New status for floating IP d5480eae-59e6-414b-a03f-d612d4859588: DOWN {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:59:10.519711 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-51211670-d3f0-45bb-bc0c-c3a0131b0f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:10.562934 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51211670-d3f0-45bb-bc0c-c3a0131b0f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50128482-8e60-47bc-99be-e1024344aeb1,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:10.573885 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-51211670-d3f0-45bb-bc0c-c3a0131b0f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:10.576691 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-51211670-d3f0-45bb-bc0c-c3a0131b0f49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50128482-8e60-47bc-99be-e1024344aeb1 HTTP/1.1" status: 204 len: 168 time: 0.4038396 May 12 14:59:10.735803 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbb0a6-e1b4-4fb5-9a8a-cea016d7b227 req-3db08c2c-3445-41f9-a819-99e922ee74cb tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:10.737426 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ffcbb0a6-e1b4-4fb5-9a8a-cea016d7b227 req-3db08c2c-3445-41f9-a819-99e922ee74cb tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.2080445 May 12 14:59:10.820092 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ffcbb0a6-e1b4-4fb5-9a8a-cea016d7b227 req-4a740a36-8f33-468f-a424-580b01ea9450 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693476 May 12 14:59:10.962797 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device d279e503-3b7e-45d0-9c53-69819f933f50 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 14:59:11.036903 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: d279e503-3b7e-45d0-9c53-69819f933f50 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 14:59:11.037260 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device d279e503-3b7e-45d0-9c53-69819f933f50 not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 14:59:11.168404 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37056) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:11.267640 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0fe392c0-0abc-4d11-b240-abfe726e990a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:11.303564 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9bab9080-317e-4786-8437-0279f0d395f3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:11.360322 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9bab9080-317e-4786-8437-0279f0d395f3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:11.611675 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9bab9080-317e-4786-8437-0279f0d395f3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:11.635946 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab9080-317e-4786-8437-0279f0d395f3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c237d0-2967-4bc7-9790-efdae37a9e45,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:11.734714 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9bab9080-317e-4786-8437-0279f0d395f3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:11.735945 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-9bab9080-317e-4786-8437-0279f0d395f3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "DELETE /v2.0/security-groups/33c237d0-2967-4bc7-9790-efdae37a9e45 HTTP/1.1" status: 204 len: 168 time: 0.5655570 May 12 14:59:11.740644 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37062) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:11.761586 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.api.v2.resource [None req-073c90a7-fa60-4ae4-b1ff-5228c2d05735 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] show failed (client error): The resource could not be found. May 12 14:59:11.763235 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-073c90a7-fa60-4ae4-b1ff-5228c2d05735 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups/33c237d0-2967-4bc7-9790-efdae37a9e45 HTTP/1.1" status: 404 len: 347 time: 0.0214348 May 12 14:59:11.767085 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37066) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:11.800964 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f81f76-9fc3-4366-8072-61f827814d17 req-99a3dd9a-769e-464f-bd2c-7cf8717782b9 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:11.802874 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a9f81f76-9fc3-4366-8072-61f827814d17 req-99a3dd9a-769e-464f-bd2c-7cf8717782b9 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 949 time: 0.0999639 May 12 14:59:11.881237 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a9f81f76-9fc3-4366-8072-61f827814d17 req-45a48ad8-53f0-4d71-b7b3-e7f87ebd0405 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/security-groups?id=742fe9de-f1ad-454c-965e-5427740e2394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645256 May 12 14:59:11.948430 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-c2735c73-6b2b-495e-bc49-582e40835c23 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Deleting port a50f96f6-ba9e-48ec-8da2-7f44d02d579f {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 14:59:11.948772 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c2735c73-6b2b-495e-bc49-582e40835c23 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:12.068313 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64cdcf-b515-44b7-bbd8-98e3c9b7160b req-08c8923c-5057-4fe1-9fd9-a658e8778163 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:12.068313 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9e64cdcf-b515-44b7-bbd8-98e3c9b7160b req-08c8923c-5057-4fe1-9fd9-a658e8778163 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.1198337 May 12 14:59:12.130398 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9e64cdcf-b515-44b7-bbd8-98e3c9b7160b req-52463bec-5b2d-48a2-a558-e0c45691f424 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560441 May 12 14:59:12.172561 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c2735c73-6b2b-495e-bc49-582e40835c23 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:12.173035 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c2735c73-6b2b-495e-bc49-582e40835c23 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:12.303360 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-c2735c73-6b2b-495e-bc49-582e40835c23 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Calling delete_port for a50f96f6-ba9e-48ec-8da2-7f44d02d579f owned by network:floatingip {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 14:59:12.449232 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:59:12.714833 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c2735c73-6b2b-495e-bc49-582e40835c23 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:12.763817 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2735c73-6b2b-495e-bc49-582e40835c23 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event deleted for resources: {'Port': ['ID=a50f96f6-ba9e-48ec-8da2-7f44d02d579f,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:12.910690 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c2735c73-6b2b-495e-bc49-582e40835c23 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:12.988195 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c2735c73-6b2b-495e-bc49-582e40835c23 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:12.988195 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-c2735c73-6b2b-495e-bc49-582e40835c23 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "DELETE /v2.0/floatingips/d5480eae-59e6-414b-a03f-d612d4859588 HTTP/1.1" status: 204 len: 168 time: 1.2159171 May 12 14:59:13.037677 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dd74c-3fa8-417d-a209-36d79e185c97 req-a3e8c4a7-47cf-45b5-a311-34a11e2518b0 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:13.038461 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-e28dd74c-3fa8-417d-a209-36d79e185c97 req-a3e8c4a7-47cf-45b5-a311-34a11e2518b0 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Synchronizing usage tracker for tenant:5548bac2057d43a99852e2309a8e0765 on resource:port {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:59:13.057795 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13e497f8-ee4d-40d6-996d-d24700b5e71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:13.210315 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f943f-d1c1-47c2-8a85-5c3c9ffe4626 req-b8e0c12d-e8b7-47c5-8f31-028e896efc69 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:13.224181 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e14f943f-d1c1-47c2-8a85-5c3c9ffe4626 req-b8e0c12d-e8b7-47c5-8f31-028e896efc69 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 949 time: 0.1568463 May 12 14:59:13.268603 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-e28dd74c-3fa8-417d-a209-36d79e185c97 req-a3e8c4a7-47cf-45b5-a311-34a11e2518b0 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Unset dirty status for tenant:5548bac2057d43a99852e2309a8e0765 on resource:port {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:59:13.273645 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-e28dd74c-3fa8-417d-a209-36d79e185c97 req-a3e8c4a7-47cf-45b5-a311-34a11e2518b0 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 949 time: 0.3423274 May 12 14:59:13.363978 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e14f943f-d1c1-47c2-8a85-5c3c9ffe4626 req-5f22d995-2432-4330-a208-82162fe18056 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/security-groups?id=742fe9de-f1ad-454c-965e-5427740e2394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363909 May 12 14:59:13.373169 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-e28dd74c-3fa8-417d-a209-36d79e185c97 req-b843f96f-7d92-4bfe-9641-1f8b55273c90 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Deleting port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 14:59:13.373414 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e28dd74c-3fa8-417d-a209-36d79e185c97 req-b843f96f-7d92-4bfe-9641-1f8b55273c90 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:13.455593 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44058f-7daa-40a1-9176-53014330bb47 req-c693e9fb-da2b-4a88-a6db-952cb423ded5 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:13.463202 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bc44058f-7daa-40a1-9176-53014330bb47 req-c693e9fb-da2b-4a88-a6db-952cb423ded5 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.1564579 May 12 14:59:13.535073 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bc44058f-7daa-40a1-9176-53014330bb47 req-93a5d084-1db0-42b9-94be-8e3af64fef75 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709300 May 12 14:59:13.732894 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-e28dd74c-3fa8-417d-a209-36d79e185c97 req-b843f96f-7d92-4bfe-9641-1f8b55273c90 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] For port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d,segment=NetworkSegment(d57d502b-abbb-40ab-9bd2-ce6a67391584),segment_id=d57d502b-abbb-40ab-9bd2-ce6a67391584)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:13.734065 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e28dd74c-3fa8-417d-a209-36d79e185c97 req-b843f96f-7d92-4bfe-9641-1f8b55273c90 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:13.982486 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-e28dd74c-3fa8-417d-a209-36d79e185c97 req-b843f96f-7d92-4bfe-9641-1f8b55273c90 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Calling delete_port for 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d owned by compute:nova {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 14:59:14.378296 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e28dd74c-3fa8-417d-a209-36d79e185c97 req-b843f96f-7d92-4bfe-9641-1f8b55273c90 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:14.416169 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:59:14.482118 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843f96f-7d92-4bfe-9641-1f8b55273c90 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Pushing event deleted for resources: {'Port': ['ID=9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:14.663815 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28dd74c-3fa8-417d-a209-36d79e185c97 req-b843f96f-7d92-4bfe-9641-1f8b55273c90 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] No DVR routers for this DVR port 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d on host hv-cinder-83118 {{(pid=88106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:59:14.667388 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-e28dd74c-3fa8-417d-a209-36d79e185c97 req-b843f96f-7d92-4bfe-9641-1f8b55273c90 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:14.671239 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-86fe6a29-ef0f-4065-9e9c-34275ba54766 req-fd0ecc1f-d41e-4eee-85ac-73cb2f1b74e0 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 210 time: 0.1429489 May 12 14:59:14.684609 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a223bb8-3d60-44d3-9db5-2024e5723699', 'name': 'network-vif-deleted', 'tag': '9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:14.721013 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:14.757691 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff24ec53-4414-486c-b910-a00900286972'] response: {'server_uuid': '7a223bb8-3d60-44d3-9db5-2024e5723699', 'name': 'network-vif-deleted', 'tag': '9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d', 'status': 'completed', 'code': 200} May 12 14:59:14.795549 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-e28dd74c-3fa8-417d-a209-36d79e185c97 req-b843f96f-7d92-4bfe-9641-1f8b55273c90 tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.69 "DELETE /v2.0/ports/9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d HTTP/1.1" status: 204 len: 173 time: 1.5202022 May 12 14:59:14.846649 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e5608-dcae-47a2-84e2-bc00e22ee19a req-6cb150fc-654b-4249-97df-d29ea50f916d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:14.848548 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e94e5608-dcae-47a2-84e2-bc00e22ee19a req-6cb150fc-654b-4249-97df-d29ea50f916d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.1239400 May 12 14:59:14.898380 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e94e5608-dcae-47a2-84e2-bc00e22ee19a req-5b99fd15-e412-4ccf-9f79-7887bbe34e67 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440841 May 12 14:59:15.194149 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:15.870754 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bd3bf75e-48dc-4d10-bda4-0310d4af1410 req-ddfc4c61-1cc5-4453-bc61-1671418c863a tempest-VolumesNegativeTest-1483769398 tempest-VolumesNegativeTest-1483769398-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a223bb8-3d60-44d3-9db5-2024e5723699 HTTP/1.1" status: 200 len: 210 time: 0.0498917 May 12 14:59:16.109472 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:16.162866 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d854796-e113-499e-9c49-24eb4f89708f req-6f0198d9-7163-4b19-a18f-2726cdaa876f tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:16.165039 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9d854796-e113-499e-9c49-24eb4f89708f req-6f0198d9-7163-4b19-a18f-2726cdaa876f tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.1260052 May 12 14:59:16.217076 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9d854796-e113-499e-9c49-24eb4f89708f req-41a225b5-937b-46b7-8c05-69aeee6334ba tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439990 May 12 14:59:16.766036 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 14:59:16.813770 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 14:59:16.814364 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 9f0ad50f-a2b4-4b44-98b5-c61fe4c0842d not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 14:59:17.483333 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86dd49-a0c2-462a-811c-20298d7005fe req-bdb07117-faa8-49a5-9e1d-278b58ecef80 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:17.485208 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ca86dd49-a0c2-462a-811c-20298d7005fe req-bdb07117-faa8-49a5-9e1d-278b58ecef80 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.1125422 May 12 14:59:17.609109 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ca86dd49-a0c2-462a-811c-20298d7005fe req-8d2c5cdc-b7dc-4782-8310-782dcf6ecf8a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165841 May 12 14:59:17.684178 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84905447-ca74-41f1-9fc5-9f15fda35c44 req-3dde7ab2-6b49-49e7-bce8-5eeb8f10f118 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:17.686363 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-84905447-ca74-41f1-9fc5-9f15fda35c44 req-3dde7ab2-6b49-49e7-bce8-5eeb8f10f118 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 946 time: 0.1687262 May 12 14:59:17.777445 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-84905447-ca74-41f1-9fc5-9f15fda35c44 req-7abe6799-b741-4f5b-b186-08939ee59131 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c286588-ed01-45cc-a908-feab5a3bce0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806475 May 12 14:59:18.977434 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eefcc-4f6d-414e-8ec8-e821d55177a0 req-9eb2b45d-aa69-48f4-a9a2-4476822d294b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:18.989300 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:18.990911 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6e8eefcc-4f6d-414e-8ec8-e821d55177a0 req-9eb2b45d-aa69-48f4-a9a2-4476822d294b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.2190104 May 12 14:59:19.176261 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6e8eefcc-4f6d-414e-8ec8-e821d55177a0 req-5e0d6f77-70a4-4736-a2d4-6d8c512ef303 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839893 May 12 14:59:19.201195 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e85d33-fbf2-42a5-b5b5-240c1804f8b4 req-783ba228-d7f0-4430-828e-f326a6b6f6d8 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:19.203154 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-65e85d33-fbf2-42a5-b5b5-240c1804f8b4 req-783ba228-d7f0-4430-828e-f326a6b6f6d8 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 946 time: 0.1876566 May 12 14:59:19.263119 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-65e85d33-fbf2-42a5-b5b5-240c1804f8b4 req-d5ee1301-ef14-4a16-882a-cd2e1490b452 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c286588-ed01-45cc-a908-feab5a3bce0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509095 May 12 14:59:19.516246 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-d98dfe79-c621-4cc5-b64d-f90d18af55b7 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:19.516997 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-d98dfe79-c621-4cc5-b64d-f90d18af55b7 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Synchronizing usage tracker for tenant:65de6117be774a79b70ff72040037424 on resource:port {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:59:19.702712 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-d98dfe79-c621-4cc5-b64d-f90d18af55b7 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Unset dirty status for tenant:65de6117be774a79b70ff72040037424 on resource:port {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:59:19.703896 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-d98dfe79-c621-4cc5-b64d-f90d18af55b7 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 946 time: 0.3053153 May 12 14:59:19.788264 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-46d202d0-eb45-4dba-a935-50df94c3bbe9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Deleting port 25702d92-4606-4067-9aca-4a386a64cd69 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 14:59:19.788792 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-46d202d0-eb45-4dba-a935-50df94c3bbe9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:20.106008 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-46d202d0-eb45-4dba-a935-50df94c3bbe9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] For port 25702d92-4606-4067-9aca-4a386a64cd69, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=25702d92-4606-4067-9aca-4a386a64cd69,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:20.106530 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-46d202d0-eb45-4dba-a935-50df94c3bbe9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:20.599140 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab1e0a-b949-4170-a00e-90e6d0ffbe0a req-26ca2b01-a368-4711-a2aa-137b3a8d00ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:20.600909 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d8ab1e0a-b949-4170-a00e-90e6d0ffbe0a req-26ca2b01-a368-4711-a2aa-137b3a8d00ff tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.2383599 May 12 14:59:20.610632 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080500c7-cb08-4ff3-87fc-8a50af768165 req-86494985-4295-451b-88f3-ee7bfed712c6 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:20.612195 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-080500c7-cb08-4ff3-87fc-8a50af768165 req-86494985-4295-451b-88f3-ee7bfed712c6 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 946 time: 0.1723340 May 12 14:59:20.620548 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-46d202d0-eb45-4dba-a935-50df94c3bbe9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:20.621849 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-46d202d0-eb45-4dba-a935-50df94c3bbe9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:20.623444 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.l3_db [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-46d202d0-eb45-4dba-a935-50df94c3bbe9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Floating IP a99f8390-7f39-4827-a54e-cba1f3cdabaf disassociated. External IP: 172.28.3.114, port: 25702d92-4606-4067-9aca-4a386a64cd69. May 12 14:59:20.624168 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-46d202d0-eb45-4dba-a935-50df94c3bbe9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Calling delete_port for 25702d92-4606-4067-9aca-4a386a64cd69 owned by compute:nova {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 14:59:20.787891 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d8ab1e0a-b949-4170-a00e-90e6d0ffbe0a req-ba9ac409-ed1c-45b3-bb83-9d0dd81037ac tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746244 May 12 14:59:20.802737 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-080500c7-cb08-4ff3-87fc-8a50af768165 req-20db18c4-b140-4a93-929d-50ba5299f605 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c286588-ed01-45cc-a908-feab5a3bce0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1735871 May 12 14:59:20.943084 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-46d202d0-eb45-4dba-a935-50df94c3bbe9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:21.022534 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d202d0-eb45-4dba-a935-50df94c3bbe9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event deleted for resources: {'Port': ['ID=25702d92-4606-4067-9aca-4a386a64cd69,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:21.291639 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-46d202d0-eb45-4dba-a935-50df94c3bbe9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Router f70c95fa-61de-4e27-b177-dd890ca5ccb1 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 14:59:21.563807 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6c2c88dd-a1be-46cb-88f4-9aa365076300 req-519a6d33-bb41-4203-9665-db424f8c002d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1153548 May 12 14:59:21.741703 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-46d202d0-eb45-4dba-a935-50df94c3bbe9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:59:21.755041 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e68421-edb5-485a-9bff-a1bedbe40ed2 None None] Sync routers for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:59:21.773012 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c88dd-a1be-46cb-88f4-9aa365076300 req-2c6618b5-6257-4145-9041-a3999e0ec85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:21.774551 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6c2c88dd-a1be-46cb-88f4-9aa365076300 req-2c6618b5-6257-4145-9041-a3999e0ec85a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b59b244953945b1b1ef483fdb3522e1&device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 1100 time: 0.1696215 May 12 14:59:21.776665 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e68421-edb5-485a-9bff-a1bedbe40ed2 None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:59:21.790969 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-d3e68421-edb5-485a-9bff-a1bedbe40ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:21.938227 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-46d202d0-eb45-4dba-a935-50df94c3bbe9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] No DVR routers for this DVR port 25702d92-4606-4067-9aca-4a386a64cd69 on host hv-cinder-83118 {{(pid=88106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:59:21.945798 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-46d202d0-eb45-4dba-a935-50df94c3bbe9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:21.958477 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'name': 'network-vif-deleted', 'tag': '25702d92-4606-4067-9aca-4a386a64cd69'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:22.057887 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-4fc098f1-8e7a-4a58-ae7e-4953b172de95 req-46d202d0-eb45-4dba-a935-50df94c3bbe9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "DELETE /v2.0/ports/25702d92-4606-4067-9aca-4a386a64cd69 HTTP/1.1" status: 204 len: 173 time: 2.3476629 May 12 14:59:22.153894 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729794e-9617-435d-9a9a-e269c6e2479c req-30266d67-7010-4e10-ab80-b04ca3d774c2 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:22.156518 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5729794e-9617-435d-9a9a-e269c6e2479c req-30266d67-7010-4e10-ab80-b04ca3d774c2 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.1683781 May 12 14:59:22.232699 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-d3e68421-edb5-485a-9bff-a1bedbe40ed2 None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:59:22.240267 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d34022e2-f9c5-4cfc-a0ac-9c288eaf9aa4 req-c899850f-29e0-4bce-b261-bae410af61dd tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 210 time: 0.0718870 May 12 14:59:22.240267 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c88dd-a1be-46cb-88f4-9aa365076300 req-9e15b01f-0258-4052-a42c-5e106ea0df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:22.240267 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6c2c88dd-a1be-46cb-88f4-9aa365076300 req-9e15b01f-0258-4052-a42c-5e106ea0df58 service neutron] 10.222.0.69 "GET /v2.0/networks?id=586ae877-0139-4341-8b29-bf98c6f348d4 HTTP/1.1" status: 200 len: 917 time: 0.4356148 May 12 14:59:22.345007 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ddea5a-4885-4773-aedf-8f818056269f'] response: {'server_uuid': '952e9fcf-93f5-46a1-bde0-c4336a2e73f8', 'name': 'network-vif-deleted', 'tag': '25702d92-4606-4067-9aca-4a386a64cd69', 'status': 'completed', 'code': 200} May 12 14:59:22.535716 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5729794e-9617-435d-9a9a-e269c6e2479c req-0bce4763-2074-40f0-913a-33906ea69126 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3289273 May 12 14:59:22.562311 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6c2c88dd-a1be-46cb-88f4-9aa365076300 req-8dff89bf-4073-45e1-aa81-f9094ff7bf08 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9e74ed2-9db6-4f75-ab86-0147f35c6111 HTTP/1.1" status: 200 len: 1001 time: 0.3134210 May 12 14:59:22.668020 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c88dd-a1be-46cb-88f4-9aa365076300 req-f60b4411-0c70-4232-a120-e13e70ca0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:22.671970 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6c2c88dd-a1be-46cb-88f4-9aa365076300 req-f60b4411-0c70-4232-a120-e13e70ca0086 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7fdab544-cb12-4cff-b823-5cc3aea55c1f HTTP/1.1" status: 200 len: 855 time: 0.1014431 May 12 14:59:22.782693 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 25702d92-4606-4067-9aca-4a386a64cd69 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 14:59:22.833107 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c88dd-a1be-46cb-88f4-9aa365076300 req-0922c108-f228-4b1f-9c58-8b5a3d824fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:22.834675 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6c2c88dd-a1be-46cb-88f4-9aa365076300 req-0922c108-f228-4b1f-9c58-8b5a3d824fc3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=586ae877-0139-4341-8b29-bf98c6f348d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1465950 May 12 14:59:22.865408 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: 25702d92-4606-4067-9aca-4a386a64cd69 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 14:59:22.866216 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 25702d92-4606-4067-9aca-4a386a64cd69 not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 14:59:22.916568 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-d3e68421-edb5-485a-9bff-a1bedbe40ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:22.926239 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e68421-edb5-485a-9bff-a1bedbe40ed2 None None] Checking router: f70c95fa-61de-4e27-b177-dd890ca5ccb1 for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:59:22.943764 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e68421-edb5-485a-9bff-a1bedbe40ed2 None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:59:22.944888 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-d3e68421-edb5-485a-9bff-a1bedbe40ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:23.014021 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9f255-038a-4d7a-a032-d348cb2e668c req-b3a1c144-8891-4039-a22c-6eac25cc199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:23.015260 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-fee9f255-038a-4d7a-a032-d348cb2e668c req-b3a1c144-8891-4039-a22c-6eac25cc199f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 1099 time: 0.1406345 May 12 14:59:23.070809 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-fee9f255-038a-4d7a-a032-d348cb2e668c req-05ea4746-0bd3-4bee-9002-7012339ba7c5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447645 May 12 14:59:23.084294 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6c2c88dd-a1be-46cb-88f4-9aa365076300 req-519cb417-3c72-4178-9c3d-72c810f57420 service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419624 May 12 14:59:23.253304 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-d3e68421-edb5-485a-9bff-a1bedbe40ed2 None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:59:23.563671 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c13289c7-7578-4d0b-8f90-6a0a852381c9 req-b369c374-e94f-4972-ae04-c988c4d657cc tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=952e9fcf-93f5-46a1-bde0-c4336a2e73f8 HTTP/1.1" status: 200 len: 210 time: 0.0626819 May 12 14:59:23.707319 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6c2c88dd-a1be-46cb-88f4-9aa365076300 req-94485231-6e6a-4d58-995f-c2ec866b2dae service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253093 May 12 14:59:23.894343 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-d3e68421-edb5-485a-9bff-a1bedbe40ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:23.901034 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e68421-edb5-485a-9bff-a1bedbe40ed2 None None] The sync data for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb is: [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:59:23.969042 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7af0c-0dcc-48ee-8ea1-a09825927d47 req-b28d418f-7173-4916-91f0-73379d389290 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:23.974000 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-00b7af0c-0dcc-48ee-8ea1-a09825927d47 req-b28d418f-7173-4916-91f0-73379d389290 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.1869144 May 12 14:59:24.094845 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-00b7af0c-0dcc-48ee-8ea1-a09825927d47 req-d36f4d2c-aec3-43aa-83d2-728ee3a9be70 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926752 May 12 14:59:24.392397 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a65a0d-c5ea-4b37-a170-61c9dd64c615 None None] New status for floating IP a99f8390-7f39-4827-a54e-cba1f3cdabaf: DOWN {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:59:24.880476 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 37416) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:24.964308 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb5fc3c5-6f6b-414f-b0c0-2f764d217676 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:25.005191 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb5fc3c5-6f6b-414f-b0c0-2f764d217676 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:25.315984 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc250b0b-16df-4650-b6d2-1bc945ab91ea req-f9f178d5-eba2-48e6-b9e7-8a0410399d31 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:25.317494 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fc250b0b-16df-4650-b6d2-1bc945ab91ea req-f9f178d5-eba2-48e6-b9e7-8a0410399d31 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.0944214 May 12 14:59:25.361739 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb5fc3c5-6f6b-414f-b0c0-2f764d217676 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:25.387457 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fc3c5-6f6b-414f-b0c0-2f764d217676 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c286588-ed01-45cc-a908-feab5a3bce0f,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:25.406366 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fc250b0b-16df-4650-b6d2-1bc945ab91ea req-c7a4f8d7-e2b8-4ce4-8bc2-194aa264604d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812004 May 12 14:59:25.411699 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb5fc3c5-6f6b-414f-b0c0-2f764d217676 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:25.416766 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-fb5fc3c5-6f6b-414f-b0c0-2f764d217676 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "DELETE /v2.0/security-groups/2c286588-ed01-45cc-a908-feab5a3bce0f HTTP/1.1" status: 204 len: 168 time: 0.5352757 May 12 14:59:25.417115 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37444) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:25.445434 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.api.v2.resource [None req-d6055406-2071-48e2-8c13-af625a25a979 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] show failed (client error): The resource could not be found. May 12 14:59:25.471552 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-d6055406-2071-48e2-8c13-af625a25a979 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups/2c286588-ed01-45cc-a908-feab5a3bce0f HTTP/1.1" status: 404 len: 347 time: 0.0503793 May 12 14:59:25.471845 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37460) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:25.814322 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-82844c37-0cbc-4448-80f2-98e40ad103d1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Deleting port 2c96bba5-5d23-41db-8cdc-73dbddec7b26 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 14:59:25.814744 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-82844c37-0cbc-4448-80f2-98e40ad103d1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:26.173511 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-82844c37-0cbc-4448-80f2-98e40ad103d1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:26.174143 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-82844c37-0cbc-4448-80f2-98e40ad103d1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:26.391930 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-82844c37-0cbc-4448-80f2-98e40ad103d1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Calling delete_port for 2c96bba5-5d23-41db-8cdc-73dbddec7b26 owned by network:floatingip {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 14:59:26.792724 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a3de5-b54b-4fd2-9ec2-ea9ccc4cab31 req-e33ba0d7-821d-4eaa-874c-41d9c9b011a8 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:26.794521 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa2a3de5-b54b-4fd2-9ec2-ea9ccc4cab31 req-e33ba0d7-821d-4eaa-874c-41d9c9b011a8 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 947 time: 0.1442783 May 12 14:59:26.805764 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-82844c37-0cbc-4448-80f2-98e40ad103d1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:26.880739 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82844c37-0cbc-4448-80f2-98e40ad103d1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event deleted for resources: {'Port': ['ID=2c96bba5-5d23-41db-8cdc-73dbddec7b26,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:27.006895 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-82844c37-0cbc-4448-80f2-98e40ad103d1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:27.027105 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-82844c37-0cbc-4448-80f2-98e40ad103d1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:27.030127 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-82844c37-0cbc-4448-80f2-98e40ad103d1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "DELETE /v2.0/floatingips/a99f8390-7f39-4827-a54e-cba1f3cdabaf HTTP/1.1" status: 204 len: 168 time: 1.5565333 May 12 14:59:27.050462 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa2a3de5-b54b-4fd2-9ec2-ea9ccc4cab31 req-f7ec3a05-5ff5-4247-b6ef-a741f70b7d61 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833742 May 12 14:59:27.114288 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45abbb1-cb31-4cc5-8ce9-36b025f99905 req-6cd863d2-f81e-47ec-b4f7-4709208aca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:27.115952 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b45abbb1-cb31-4cc5-8ce9-36b025f99905 req-6cd863d2-f81e-47ec-b4f7-4709208aca84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 1099 time: 0.2508898 May 12 14:59:27.124490 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9935e6-eadf-40d0-a573-84ceac50a36f req-36184866-1aa6-41b9-9fa1-f0d2c0fbc8db tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:27.134161 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ca9935e6-eadf-40d0-a573-84ceac50a36f req-36184866-1aa6-41b9-9fa1-f0d2c0fbc8db tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.3380988 May 12 14:59:27.260490 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37492) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:27.267661 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-dd3824e4-2005-4928-b021-f6b4c282905b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1377918969', 'description': 'tempest-description--1184795606'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:27.287715 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-dd3824e4-2005-4928-b021-f6b4c282905b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:27.302541 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-dd3824e4-2005-4928-b021-f6b4c282905b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:security_group and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:27.310360 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-dd3824e4-2005-4928-b021-f6b4c282905b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:27.320533 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-dd3824e4-2005-4928-b021-f6b4c282905b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:27.397858 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dd3824e4-2005-4928-b021-f6b4c282905b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:27.432063 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-dd3824e4-2005-4928-b021-f6b4c282905b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:27.438040 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-dd3824e4-2005-4928-b021-f6b4c282905b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:security_group_rule and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:27.442042 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-dd3824e4-2005-4928-b021-f6b4c282905b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:27.449890 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-dd3824e4-2005-4928-b021-f6b4c282905b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:27.480578 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ca9935e6-eadf-40d0-a573-84ceac50a36f req-ad519972-bc76-4512-a506-99bceb5fce69 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450949 May 12 14:59:27.557437 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45abbb1-cb31-4cc5-8ce9-36b025f99905 req-65c4063f-739a-447b-aba5-41c6178bc7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:27.558911 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b45abbb1-cb31-4cc5-8ce9-36b025f99905 req-65c4063f-739a-447b-aba5-41c6178bc7b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 920 time: 0.4214308 May 12 14:59:27.575197 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dd3824e4-2005-4928-b021-f6b4c282905b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:27.652204 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dd3824e4-2005-4928-b021-f6b4c282905b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:27.673457 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b45abbb1-cb31-4cc5-8ce9-36b025f99905 req-e527da4c-0cb2-4fec-9416-964b8897c66f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff HTTP/1.1" status: 200 len: 1001 time: 0.1071584 May 12 14:59:27.742131 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3824e4-2005-4928-b021-f6b4c282905b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c11d7d5-a7d4-45c0-9736-51cc3180a4e9,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:27.752856 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45abbb1-cb31-4cc5-8ce9-36b025f99905 req-2113f763-d38b-430a-86ee-019b1c8258d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:27.754309 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b45abbb1-cb31-4cc5-8ce9-36b025f99905 req-2113f763-d38b-430a-86ee-019b1c8258d0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6517beee-f6a9-470f-99ed-f96e6825f8b9 HTTP/1.1" status: 200 len: 858 time: 0.0735786 May 12 14:59:27.805752 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dd3824e4-2005-4928-b021-f6b4c282905b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:27.807399 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-dd3824e4-2005-4928-b021-f6b4c282905b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5456014 May 12 14:59:27.810952 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 37502) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:27.821522 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-ec2a5684-b15d-41be-ad1c-b678125e2ee5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'security_group_rule': {'security_group_id': '3c11d7d5-a7d4-45c0-9736-51cc3180a4e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:27.836243 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ec2a5684-b15d-41be-ad1c-b678125e2ee5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:27.845886 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-ec2a5684-b15d-41be-ad1c-b678125e2ee5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:security_group_rule and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:27.852738 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-ec2a5684-b15d-41be-ad1c-b678125e2ee5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:27.864803 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ec2a5684-b15d-41be-ad1c-b678125e2ee5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:27.891436 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45abbb1-cb31-4cc5-8ce9-36b025f99905 req-675ed083-7540-4edf-86c8-40932a4e8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:27.893068 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b45abbb1-cb31-4cc5-8ce9-36b025f99905 req-675ed083-7540-4edf-86c8-40932a4e8246 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d8c56f2-4158-444c-96af-8e80e6763783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1323671 May 12 14:59:27.996042 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5684-b15d-41be-ad1c-b678125e2ee5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:28.023604 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37508) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:28.155866 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5684-b15d-41be-ad1c-b678125e2ee5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:28.182536 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b45abbb1-cb31-4cc5-8ce9-36b025f99905 req-1f6d8255-3a02-4992-bc62-96cf03f863da service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773566 May 12 14:59:28.263965 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5684-b15d-41be-ad1c-b678125e2ee5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:28.310824 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-bc183ea4-e4ce-44e9-9ab7-75e291342e39 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5548bac2057d43a99852e2309a8e0765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845223 May 12 14:59:28.313215 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37516) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:28.394374 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-bc1f277e-fae6-469b-9662-65077050fc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:28.432853 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-bc1f277e-fae6-469b-9662-65077050fc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:28.448411 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a5684-b15d-41be-ad1c-b678125e2ee5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78616238-1a24-4e80-9149-952fc098b94d,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:28.533368 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b45abbb1-cb31-4cc5-8ce9-36b025f99905 req-3706c026-d51e-4025-97e0-22f33baa696d service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311348 May 12 14:59:28.586498 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b996a0-8aa2-4981-937f-58a396224616 req-1912b8e8-dbe3-4cb3-a419-4ed1ed6bcc45 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:28.587462 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-b7b996a0-8aa2-4981-937f-58a396224616 req-1912b8e8-dbe3-4cb3-a419-4ed1ed6bcc45 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Synchronizing usage tracker for tenant:6b59b244953945b1b1ef483fdb3522e1 on resource:port {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:59:28.593810 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2008e-f1dc-416f-9364-b9fae8bf378a req-95a40be8-674b-4ee8-a24b-edd50fd283b9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:28.623335 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c4a2008e-f1dc-416f-9364-b9fae8bf378a req-95a40be8-674b-4ee8-a24b-edd50fd283b9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 947 time: 0.1559777 May 12 14:59:28.660467 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c4a2008e-f1dc-416f-9364-b9fae8bf378a req-fa0d7c98-4100-45a9-9659-e1f61b158e70 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582809 May 12 14:59:28.662126 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5684-b15d-41be-ad1c-b678125e2ee5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:28.663385 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-ec2a5684-b15d-41be-ad1c-b678125e2ee5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8509893 May 12 14:59:28.666367 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37526) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:28.672298 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-d0a07259-28c9-4ccd-be7d-2a1d2d86a7ce tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'security_group_rule': {'security_group_id': '3c11d7d5-a7d4-45c0-9736-51cc3180a4e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:28.680663 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-d0a07259-28c9-4ccd-be7d-2a1d2d86a7ce tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:28.687015 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-d0a07259-28c9-4ccd-be7d-2a1d2d86a7ce tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:security_group_rule and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:28.692528 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-d0a07259-28c9-4ccd-be7d-2a1d2d86a7ce tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:28.699413 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-d0a07259-28c9-4ccd-be7d-2a1d2d86a7ce tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:28.702484 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-bc1f277e-fae6-469b-9662-65077050fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:28.722274 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f277e-fae6-469b-9662-65077050fc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742fe9de-f1ad-454c-965e-5427740e2394,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:28.737219 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-bc1f277e-fae6-469b-9662-65077050fc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:28.738566 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-bc1f277e-fae6-469b-9662-65077050fc58 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/742fe9de-f1ad-454c-965e-5427740e2394 HTTP/1.1" status: 204 len: 168 time: 0.4243419 May 12 14:59:28.762909 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-b7b996a0-8aa2-4981-937f-58a396224616 req-1912b8e8-dbe3-4cb3-a419-4ed1ed6bcc45 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Unset dirty status for tenant:6b59b244953945b1b1ef483fdb3522e1 on resource:port {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:59:28.764886 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-b7b996a0-8aa2-4981-937f-58a396224616 req-1912b8e8-dbe3-4cb3-a419-4ed1ed6bcc45 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.69 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 947 time: 0.2859478 May 12 14:59:28.804305 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21673c-3895-4847-899e-33b53a479a32 req-cde0c39a-a106-406f-9e77-c9f463d0281c tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:28.806237 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6a21673c-3895-4847-899e-33b53a479a32 req-cde0c39a-a106-406f-9e77-c9f463d0281c tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.1404369 May 12 14:59:28.878124 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6a21673c-3895-4847-899e-33b53a479a32 req-6d0ea4e1-4beb-4944-8031-bb737ee973e7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602345 May 12 14:59:28.884676 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-b7b996a0-8aa2-4981-937f-58a396224616 req-7dc70f51-b99e-411b-aace-6b7e433c2ebb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Deleting port d9e74ed2-9db6-4f75-ab86-0147f35c6111 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 14:59:28.885255 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-b7b996a0-8aa2-4981-937f-58a396224616 req-7dc70f51-b99e-411b-aace-6b7e433c2ebb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:28.914522 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-d0a07259-28c9-4ccd-be7d-2a1d2d86a7ce tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:29.182706 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-d0a07259-28c9-4ccd-be7d-2a1d2d86a7ce tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:29.374750 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-d0a07259-28c9-4ccd-be7d-2a1d2d86a7ce tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:29.417383 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a07259-28c9-4ccd-be7d-2a1d2d86a7ce tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded76a05-4e71-40e7-aaf1-7361f5cc66db,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:29.437260 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-b7b996a0-8aa2-4981-937f-58a396224616 req-7dc70f51-b99e-411b-aace-6b7e433c2ebb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] For port d9e74ed2-9db6-4f75-ab86-0147f35c6111, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d9e74ed2-9db6-4f75-ab86-0147f35c6111,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:29.437593 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-b7b996a0-8aa2-4981-937f-58a396224616 req-7dc70f51-b99e-411b-aace-6b7e433c2ebb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:29.768549 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-d0a07259-28c9-4ccd-be7d-2a1d2d86a7ce tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:29.775085 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 37548) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:29.780613 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'floatingip': {'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:29.787570 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:29.790128 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-d0a07259-28c9-4ccd-be7d-2a1d2d86a7ce tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1224554 May 12 14:59:29.792499 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:floatingip and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:29.796625 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:29.804280 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:29.816719 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-b7b996a0-8aa2-4981-937f-58a396224616 req-7dc70f51-b99e-411b-aace-6b7e433c2ebb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:29.817077 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-b7b996a0-8aa2-4981-937f-58a396224616 req-7dc70f51-b99e-411b-aace-6b7e433c2ebb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:29.817391 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.l3_db [req-b7b996a0-8aa2-4981-937f-58a396224616 req-7dc70f51-b99e-411b-aace-6b7e433c2ebb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Floating IP 0ea1ab58-3b7d-4451-ab13-718940704954 disassociated. External IP: 172.28.3.35, port: d9e74ed2-9db6-4f75-ab86-0147f35c6111. May 12 14:59:29.817763 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-b7b996a0-8aa2-4981-937f-58a396224616 req-7dc70f51-b99e-411b-aace-6b7e433c2ebb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Calling delete_port for d9e74ed2-9db6-4f75-ab86-0147f35c6111 owned by compute:nova {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 14:59:29.925587 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:30.102818 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb63d5a-5f79-4151-b07c-6ad1eca5c6f4 req-bd61d40d-2838-4007-860b-3920d9f38ba4 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:30.121458 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ccb63d5a-5f79-4151-b07c-6ad1eca5c6f4 req-bd61d40d-2838-4007-860b-3920d9f38ba4 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 947 time: 0.2617826 May 12 14:59:30.127057 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-b7b996a0-8aa2-4981-937f-58a396224616 req-7dc70f51-b99e-411b-aace-6b7e433c2ebb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:30.175114 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ccb63d5a-5f79-4151-b07c-6ad1eca5c6f4 req-cd795451-b775-4d70-aaf3-83ca49c3cb78 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=f0737df4-3a37-4b84-8a13-77bf8d16f433&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526690 May 12 14:59:30.280353 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc70f51-b99e-411b-aace-6b7e433c2ebb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event deleted for resources: {'Port': ['ID=d9e74ed2-9db6-4f75-ab86-0147f35c6111,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:30.417310 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376fcb7-a54c-429d-854c-59e878ffb156 req-98d0fd4d-e670-447a-8ccd-d13e65b3af5c tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:30.418811 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7376fcb7-a54c-429d-854c-59e878ffb156 req-98d0fd4d-e670-447a-8ccd-d13e65b3af5c tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.2426472 May 12 14:59:30.452377 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:30.564235 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7376fcb7-a54c-429d-854c-59e878ffb156 req-88c93e85-f5b6-4e9c-a80f-f3ebf481ea5a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266134 May 12 14:59:30.666791 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7b996a0-8aa2-4981-937f-58a396224616 req-7dc70f51-b99e-411b-aace-6b7e433c2ebb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 14:59:30.667091 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37570) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:30.682035 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Allocated IP 172.28.3.239 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/8d94f099-c95f-45a8-9efb-f2e9560efd2d) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:59:30.949420 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1421050489-network', 'tenant_id': '16c167e545af46a59055ef51ada6991e'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:30.957090 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:30.958147 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:30.961378 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7b996a0-8aa2-4981-937f-58a396224616 req-7dc70f51-b99e-411b-aace-6b7e433c2ebb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:59:30.972612 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2913d0-edc0-46ba-bf76-db6e554c24ce None None] Sync routers for ids ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:59:30.985285 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2913d0-edc0-46ba-bf76-db6e554c24ce None None] Routers {'892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:59:30.986919 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1f2913d0-edc0-46ba-bf76-db6e554c24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:31.042669 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Usage tracker for resource:network and tenant:16c167e545af46a59055ef51ada6991e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:31.053085 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:31.056822 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b996a0-8aa2-4981-937f-58a396224616 req-7dc70f51-b99e-411b-aace-6b7e433c2ebb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] No DVR routers for this DVR port d9e74ed2-9db6-4f75-ab86-0147f35c6111 on host hv-cinder-83118 {{(pid=88106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 14:59:31.063855 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-b7b996a0-8aa2-4981-937f-58a396224616 req-7dc70f51-b99e-411b-aace-6b7e433c2ebb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:31.066780 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'name': 'network-vif-deleted', 'tag': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:31.071928 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:31.128493 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f40345-033e-415b-affe-d371e1f630a6'] response: {'server_uuid': 'f984012b-8178-4d7b-b57c-287eb25991d3', 'name': 'network-vif-deleted', 'tag': 'd9e74ed2-9db6-4f75-ab86-0147f35c6111', 'status': 'completed', 'code': 200} May 12 14:59:31.177267 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:31.212374 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-1f2913d0-edc0-46ba-bf76-db6e554c24ce None None] Set router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:59:31.249193 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:59:31.252142 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:59:31.254789 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:59:31.304207 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-b7b996a0-8aa2-4981-937f-58a396224616 req-7dc70f51-b99e-411b-aace-6b7e433c2ebb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.69 "DELETE /v2.0/ports/d9e74ed2-9db6-4f75-ab86-0147f35c6111 HTTP/1.1" status: 204 len: 173 time: 2.5331080 May 12 14:59:31.388488 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Made reservation on behalf of 16c167e545af46a59055ef51ada6991e for: {'network': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:59:31.392017 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:31.405119 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:31.422009 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:31.426153 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Usage tracker for resource:security_group_rule and tenant:16c167e545af46a59055ef51ada6991e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:31.429955 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:31.437816 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:31.442407 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'Port': ['ID=8d94f099-c95f-45a8-9efb-f2e9560efd2d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:31.449732 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-75101e35-2c18-4fec-99a1-105bc9d18e6b req-5ee71b95-00f4-43ca-b7b3-b9ad07009e6c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 210 time: 0.0616522 May 12 14:59:31.507525 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:31.584634 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:31.645136 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1f2913d0-edc0-46ba-bf76-db6e554c24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'c68ba54a-92fc-4a91-96b9-d4892cc9518e', 'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'mac_address': 'fa:16:3e:30:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:04Z', 'revision_number': 5, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'subnets': [{'id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:31.652258 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2913d0-edc0-46ba-bf76-db6e554c24ce None None] Checking router: 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:59:31.662423 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2913d0-edc0-46ba-bf76-db6e554c24ce None None] Routers {'892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:59:31.663472 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1f2913d0-edc0-46ba-bf76-db6e554c24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:31.675097 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:31.695907 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:31.714143 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:59:31.730055 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:31.730519 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.segments_db [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Added segment 6b44ca7e-6fe5-4960-9177-ccda999616e5 of type vlan for network f6f458de-7c33-464f-83ae-59a0cbeb639c May 12 14:59:31.765996 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:31.794311 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67b9669-b3cb-4806-804d-429e260eb754,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:31.874570 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:31.875691 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:31.877067 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:31.909896 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-1f2913d0-edc0-46ba-bf76-db6e554c24ce None None] Set router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:59:31.944757 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa9068-af2c-4928-b49a-f0cf6dc0ab46 req-8ab34924-dc98-41e6-9fdd-501560b87441 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:31.946364 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c1fa9068-af2c-4928-b49a-f0cf6dc0ab46 req-8ab34924-dc98-41e6-9fdd-501560b87441 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.2233613 May 12 14:59:32.035081 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c1fa9068-af2c-4928-b49a-f0cf6dc0ab46 req-b6ae9ba3-f235-44cc-8c43-c1d9d6619227 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752423 May 12 14:59:32.074068 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:32.075707 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] Pushing event updated for resources: {'Network': ['ID=f6f458de-7c33-464f-83ae-59a0cbeb639c,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:32.087729 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network f6f458de-7c33-464f-83ae-59a0cbeb639c details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 14:59:32.107742 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 37600) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:32.108109 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-69b9efa2-2a1c-4b65-b386-8b1a8d19d952 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4350088 May 12 14:59:32.113213 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-c40dcde4-6cf8-40c8-afa1-1470a0315a72 admin admin] Request body: {'subnet': {'network_id': 'f6f458de-7c33-464f-83ae-59a0cbeb639c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1421050489-subnet', 'tenant_id': '16c167e545af46a59055ef51ada6991e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:32.118559 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c40dcde4-6cf8-40c8-afa1-1470a0315a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:32.123427 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-c40dcde4-6cf8-40c8-afa1-1470a0315a72 admin admin] Usage tracker for resource:subnet and tenant:16c167e545af46a59055ef51ada6991e is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:32.128297 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-c40dcde4-6cf8-40c8-afa1-1470a0315a72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:32.133805 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c40dcde4-6cf8-40c8-afa1-1470a0315a72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:32.137986 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:32.316423 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'Port': ['ID=8d94f099-c95f-45a8-9efb-f2e9560efd2d,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:32.330847 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40dcde4-6cf8-40c8-afa1-1470a0315a72 admin admin] Made reservation on behalf of 16c167e545af46a59055ef51ada6991e for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:59:32.333191 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c40dcde4-6cf8-40c8-afa1-1470a0315a72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2178548'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:32.370852 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1f2913d0-edc0-46ba-bf76-db6e554c24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'c68ba54a-92fc-4a91-96b9-d4892cc9518e', 'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'mac_address': 'fa:16:3e:30:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:04Z', 'revision_number': 5, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'subnets': [{'id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:32.376200 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2913d0-edc0-46ba-bf76-db6e554c24ce None None] The sync data for ids ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'] in dv-cinder-831187-2-smb is: [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'c68ba54a-92fc-4a91-96b9-d4892cc9518e', 'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'mac_address': 'fa:16:3e:30:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:04Z', 'revision_number': 5, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'subnets': [{'id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:59:32.411582 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:32.483049 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfe071-23ce-4174-8fc1-ed035525943d req-5227db57-ea3e-4403-a419-2de8125f8602 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:32.485021 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-74dfe071-23ce-4174-8fc1-ed035525943d req-5227db57-ea3e-4403-a419-2de8125f8602 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.3028436 May 12 14:59:32.499105 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37606) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:32.508881 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-7e63c550-c757-465e-a827-5cae9f365f1b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Request body: {'floatingip': {'port_id': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:32.548360 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:32.549848 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-4945efbc-e245-4c6d-a058-9775eedcbd91 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7733810 May 12 14:59:32.729646 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7e63c550-c757-465e-a827-5cae9f365f1b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for floatingip, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:32.743619 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-024f2154-10ec-49e5-9b60-12248334387e req-36898ade-da57-4938-ab1a-dcf78294be52 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=f984012b-8178-4d7b-b57c-287eb25991d3 HTTP/1.1" status: 200 len: 210 time: 0.1110170 May 12 14:59:32.795838 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c40dcde4-6cf8-40c8-afa1-1470a0315a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1090160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2178530'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:32.798920 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device d9e74ed2-9db6-4f75-ab86-0147f35c6111 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 14:59:32.862589 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: d9e74ed2-9db6-4f75-ab86-0147f35c6111 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 14:59:32.866977 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device d9e74ed2-9db6-4f75-ab86-0147f35c6111 not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 14:59:32.974150 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40dcde4-6cf8-40c8-afa1-1470a0315a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27fdcbcc-a105-46eb-ad58-53073d1a420d,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:32.980302 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40dcde4-6cf8-40c8-afa1-1470a0315a72 admin admin] Checking segment: {'id': '6b44ca7e-6fe5-4960-9177-ccda999616e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f6f458de-7c33-464f-83ae-59a0cbeb639c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:59:32.980662 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40dcde4-6cf8-40c8-afa1-1470a0315a72 admin admin] Network hostable DHCP agents. Network: f6f458de-7c33-464f-83ae-59a0cbeb639c, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:59:32.985012 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac1851b-8988-42aa-913d-d33cd085174f None None] New status for floating IP 0ea1ab58-3b7d-4451-ab13-718940704954: DOWN {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:59:33.085534 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-84581f35-35cf-476b-bc1c-78dac15a6e1a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Synchronizing usage tracker for tenant:65de6117be774a79b70ff72040037424 on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:59:33.104835 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40dcde4-6cf8-40c8-afa1-1470a0315a72 admin admin] Network f6f458de-7c33-464f-83ae-59a0cbeb639c is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:59:33.193396 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-84581f35-35cf-476b-bc1c-78dac15a6e1a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Unset dirty status for tenant:65de6117be774a79b70ff72040037424 on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:59:33.194599 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-84581f35-35cf-476b-bc1c-78dac15a6e1a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1377918969&fields=id&tenant_id=65de6117be774a79b70ff72040037424 HTTP/1.1" status: 200 len: 267 time: 0.1580267 May 12 14:59:33.302443 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-c40dcde4-6cf8-40c8-afa1-1470a0315a72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, f6f458de-7c33-464f-83ae-59a0cbeb639c) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:59:33.306620 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40dcde4-6cf8-40c8-afa1-1470a0315a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:33.307599 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c40dcde4-6cf8-40c8-afa1-1470a0315a72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:33.394026 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b437d85d-f1d0-478d-aadd-84cf884ca6cc None None] Network f6f458de-7c33-464f-83ae-59a0cbeb639c requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:59:33.431474 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b50c495c-49c0-4489-99f0-84fb5ed2c70e tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:33.433228 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b50c495c-49c0-4489-99f0-84fb5ed2c70e tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/networks?id=dfb381ca-02ac-4901-8dbb-a068765d875a HTTP/1.1" status: 200 len: 814 time: 0.2312376 May 12 14:59:33.456016 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-0b4544c5-2d9d-4a4e-b0a3-1f3dbe342f6e tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/quotas/65de6117be774a79b70ff72040037424 HTTP/1.1" status: 200 len: 375 time: 0.0136147 May 12 14:59:33.522609 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-c40dcde4-6cf8-40c8-afa1-1470a0315a72 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4092824 May 12 14:59:33.613155 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-ba011104-2d81-43ae-9ed8-defeb59f56a0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=65de6117be774a79b70ff72040037424&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1496747 May 12 14:59:33.697395 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a66f222-29ad-4844-aa57-85ebd16d7768 None None] Network f6f458de-7c33-464f-83ae-59a0cbeb639c requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:59:33.776895 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7e63c550-c757-465e-a827-5cae9f365f1b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:33.827157 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-927e71f7-df31-4a45-89c3-4fa2dc742721 service neutron] 10.222.0.70 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983669 May 12 14:59:33.890790 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7e63c550-c757-465e-a827-5cae9f365f1b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:34.029310 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-7019c65c-82d4-4fe5-9ffe-9525e6666ee9 service neutron] 10.222.0.70 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944973 May 12 14:59:34.038646 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 37668) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:34.123932 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4cb9f8d2-cc10-41b0-88be-0e19de13c128 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:34.160004 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4cb9f8d2-cc10-41b0-88be-0e19de13c128 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:34.376733 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-92ea86ab-b8c1-4e87-9eab-86b5e39dfdc5 req-1daee15e-31eb-41d5-9fc1-21d991e0784b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 210 time: 0.0501447 May 12 14:59:34.393168 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e63c550-c757-465e-a827-5cae9f365f1b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Router 34d1d2a6-a621-42ca-9016-6011c257e3aa has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 14:59:34.479385 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4cb9f8d2-cc10-41b0-88be-0e19de13c128 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:34.498939 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9f8d2-cc10-41b0-88be-0e19de13c128 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0737df4-3a37-4b84-8a13-77bf8d16f433,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:34.628465 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e63c550-c757-465e-a827-5cae9f365f1b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:59:34.633227 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7e63c550-c757-465e-a827-5cae9f365f1b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:34.633516 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4cb9f8d2-cc10-41b0-88be-0e19de13c128 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:34.634826 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-4cb9f8d2-cc10-41b0-88be-0e19de13c128 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "DELETE /v2.0/security-groups/f0737df4-3a37-4b84-8a13-77bf8d16f433 HTTP/1.1" status: 204 len: 168 time: 0.5966294 May 12 14:59:34.639654 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 37696) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:34.645719 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658d0079-4c45-4b1a-8d23-18435ef3f045 None None] Sync routers for ids ['34d1d2a6-a621-42ca-9016-6011c257e3aa'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:59:34.681062 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658d0079-4c45-4b1a-8d23-18435ef3f045 None None] Routers {'34d1d2a6-a621-42ca-9016-6011c257e3aa'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:59:34.681718 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-658d0079-4c45-4b1a-8d23-18435ef3f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['34d1d2a6-a621-42ca-9016-6011c257e3aa'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:34.682474 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.api.v2.resource [None req-ae55e3a0-2669-4201-822b-bf51571138ba tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] show failed (client error): The resource could not be found. May 12 14:59:34.685653 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-ae55e3a0-2669-4201-822b-bf51571138ba tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups/f0737df4-3a37-4b84-8a13-77bf8d16f433 HTTP/1.1" status: 404 len: 347 time: 0.0432529 May 12 14:59:34.687951 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 37702) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:34.749804 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'tag': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:34.791766 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-7e63c550-c757-465e-a827-5cae9f365f1b tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "PUT /v2.0/floatingips/6070fd90-7d7e-4b83-8614-bbd3cd95bb4e HTTP/1.1" status: 200 len: 993 time: 2.2880859 May 12 14:59:34.805228 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7b9645-8972-4a86-abc3-c600a9a33b0e'] response: {'name': 'network-changed', 'server_uuid': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'tag': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff', 'status': 'completed', 'code': 200} May 12 14:59:34.908548 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-2fccec42-0dd5-4368-a400-13e4b817f152 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Deleting port fce5fef1-fd10-473c-964d-480c2f90da87 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 14:59:34.908894 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2fccec42-0dd5-4368-a400-13e4b817f152 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:34.940723 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784355d2-70b1-49a3-ae24-e7554cafad87 req-13c0ccef-b814-45f3-b18d-c7ec76f45b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:34.942682 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-784355d2-70b1-49a3-ae24-e7554cafad87 req-13c0ccef-b814-45f3-b18d-c7ec76f45b91 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 1099 time: 0.0991662 May 12 14:59:34.950673 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-658d0079-4c45-4b1a-8d23-18435ef3f045 None None] Set router 34d1d2a6-a621-42ca-9016-6011c257e3aa gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:59:35.163267 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2fccec42-0dd5-4368-a400-13e4b817f152 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:35.164137 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2fccec42-0dd5-4368-a400-13e4b817f152 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:35.283280 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784355d2-70b1-49a3-ae24-e7554cafad87 req-4f2ead3f-8ba0-4a74-ba90-e086ca9aea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:35.284902 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-784355d2-70b1-49a3-ae24-e7554cafad87 req-4f2ead3f-8ba0-4a74-ba90-e086ca9aea9f service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 920 time: 0.3369074 May 12 14:59:35.358174 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-2fccec42-0dd5-4368-a400-13e4b817f152 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Calling delete_port for fce5fef1-fd10-473c-964d-480c2f90da87 owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 14:59:35.424487 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-784355d2-70b1-49a3-ae24-e7554cafad87 req-3d3d4d24-896c-49c8-9b4c-b25b0f52f786 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff HTTP/1.1" status: 200 len: 1001 time: 0.1236649 May 12 14:59:35.523484 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-658d0079-4c45-4b1a-8d23-18435ef3f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T14:55:45Z', 'revision_number': 4, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '6070fd90-7d7e-4b83-8614-bbd3cd95bb4e', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'floating_ip_address': '172.28.3.74', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'port_id': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'mac_address': 'fa:16:3e:22:60:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:57:52Z', 'updated_at': '2022-05-12T14:59:33Z', 'revision_number': 3, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31565ee7-29a9-43e1-a684-e2ddfa734fb3', 'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'mac_address': 'fa:16:3e:34:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:42Z', 'updated_at': '2022-05-12T14:56:00Z', 'revision_number': 5, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'subnets': [{'id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:35.532235 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658d0079-4c45-4b1a-8d23-18435ef3f045 None None] Checking router: 34d1d2a6-a621-42ca-9016-6011c257e3aa for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:59:35.532528 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784355d2-70b1-49a3-ae24-e7554cafad87 req-af293c56-6274-4137-af0c-769bd87921fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:35.533721 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8379c6e9-dac8-4edd-8298-9e9e21bb19eb req-c33a366e-f87d-40dd-a41c-13b94c6fe451 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 210 time: 0.0818350 May 12 14:59:35.534719 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-784355d2-70b1-49a3-ae24-e7554cafad87 req-af293c56-6274-4137-af0c-769bd87921fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6517beee-f6a9-470f-99ed-f96e6825f8b9 HTTP/1.1" status: 200 len: 858 time: 0.1037719 May 12 14:59:35.551367 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658d0079-4c45-4b1a-8d23-18435ef3f045 None None] Routers {'34d1d2a6-a621-42ca-9016-6011c257e3aa'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:59:35.552002 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-658d0079-4c45-4b1a-8d23-18435ef3f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['34d1d2a6-a621-42ca-9016-6011c257e3aa'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:35.647731 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784355d2-70b1-49a3-ae24-e7554cafad87 req-0b3558f9-ad4b-4bca-ae7b-f602c94ed5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:35.647731 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-784355d2-70b1-49a3-ae24-e7554cafad87 req-0b3558f9-ad4b-4bca-ae7b-f602c94ed5a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d8c56f2-4158-444c-96af-8e80e6763783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1046882 May 12 14:59:35.750221 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2fccec42-0dd5-4368-a400-13e4b817f152 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:35.780736 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-658d0079-4c45-4b1a-8d23-18435ef3f045 None None] Set router 34d1d2a6-a621-42ca-9016-6011c257e3aa gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:59:35.805587 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-784355d2-70b1-49a3-ae24-e7554cafad87 req-8726761b-e1d0-4683-9a18-1f88059542be service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526656 May 12 14:59:35.853028 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccec42-0dd5-4368-a400-13e4b817f152 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event deleted for resources: {'Port': ['ID=fce5fef1-fd10-473c-964d-480c2f90da87,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:35.977109 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2fccec42-0dd5-4368-a400-13e4b817f152 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:35.991735 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-784355d2-70b1-49a3-ae24-e7554cafad87 req-6b13b1fa-14ff-429a-953e-43b67d070658 service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800525 May 12 14:59:35.995458 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2fccec42-0dd5-4368-a400-13e4b817f152 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:35.997591 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-2fccec42-0dd5-4368-a400-13e4b817f152 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "DELETE /v2.0/floatingips/0ea1ab58-3b7d-4451-ab13-718940704954 HTTP/1.1" status: 204 len: 168 time: 1.3072085 May 12 14:59:36.232223 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37726) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:36.238832 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Request body: {'security_group': {'name': 'tempest-securitygroup--380660110', 'description': 'tempest-description--224215154'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:36.251106 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:36.257638 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Usage tracker for resource:security_group and tenant:6b59b244953945b1b1ef483fdb3522e1 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:36.261005 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:36.269986 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:36.308268 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-658d0079-4c45-4b1a-8d23-18435ef3f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T14:55:45Z', 'revision_number': 4, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '6070fd90-7d7e-4b83-8614-bbd3cd95bb4e', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'floating_ip_address': '172.28.3.74', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'port_id': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'mac_address': 'fa:16:3e:22:60:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:57:52Z', 'updated_at': '2022-05-12T14:59:33Z', 'revision_number': 3, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31565ee7-29a9-43e1-a684-e2ddfa734fb3', 'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'mac_address': 'fa:16:3e:34:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:42Z', 'updated_at': '2022-05-12T14:56:00Z', 'revision_number': 5, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'subnets': [{'id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:36.325782 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658d0079-4c45-4b1a-8d23-18435ef3f045 None None] The sync data for ids ['34d1d2a6-a621-42ca-9016-6011c257e3aa'] in dv-cinder-831187-2-smb is: [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T14:55:45Z', 'revision_number': 4, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '6070fd90-7d7e-4b83-8614-bbd3cd95bb4e', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'floating_ip_address': '172.28.3.74', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'port_id': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'mac_address': 'fa:16:3e:22:60:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:57:52Z', 'updated_at': '2022-05-12T14:59:33Z', 'revision_number': 3, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31565ee7-29a9-43e1-a684-e2ddfa734fb3', 'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'mac_address': 'fa:16:3e:34:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:42Z', 'updated_at': '2022-05-12T14:56:00Z', 'revision_number': 5, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'subnets': [{'id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:59:36.399784 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:36.426244 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:36.433687 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Usage tracker for resource:security_group_rule and tenant:6b59b244953945b1b1ef483fdb3522e1 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:36.436943 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:36.446117 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:36.560445 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:36.645322 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:36.716877 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37746) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:36.732263 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-7444cc70-31bb-406c-8226-0a221b25b132 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:36.734836 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-7444cc70-31bb-406c-8226-0a221b25b132 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/networks?id=f6f458de-7c33-464f-83ae-59a0cbeb639c HTTP/1.1" status: 200 len: 814 time: 0.2325151 May 12 14:59:36.741081 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a490128b-b0d4-4fc6-a128-94960be3a595 req-122a1e30-2e60-4f0f-a57f-bebf4e55d2b4 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 210 time: 0.0585690 May 12 14:59:36.753761 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b34d7a80-bfe8-4af9-afc0-7e93fa292ae7 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/quotas/16c167e545af46a59055ef51ada6991e HTTP/1.1" status: 200 len: 375 time: 0.0100801 May 12 14:59:36.770778 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:36.787324 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:36.787711 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:36.788707 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:36.788707 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:36.789876 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:36.789876 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:36.789876 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:36.789876 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:36.790256 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:36.790524 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:36.790677 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:36.790986 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:36.800164 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:36.801596 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-9d2d78fc-7128-485a-b737-4c5819cfcab2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5685072 May 12 14:59:36.806528 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'tag': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:36.811538 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 37750) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:36.819279 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6eed2b5-2bd5-4214-8c53-c36ee18b163f admin admin] Deleting subnet 7dde5eaf-93d2-48f0-b179-be17dbff5cee {{(pid=88106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 14:59:36.822870 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e6eed2b5-2bd5-4214-8c53-c36ee18b163f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:36.832777 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-92f83d7e-233e-495d-87d4-b7f6b260000a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Request body: {'security_group_rule': {'security_group_id': '47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:36.846307 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-70c3d4b2-6f8d-4e49-ba49-494f2241309c tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=16c167e545af46a59055ef51ada6991e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814872 May 12 14:59:36.851289 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-92f83d7e-233e-495d-87d4-b7f6b260000a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:36.854809 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-92f83d7e-233e-495d-87d4-b7f6b260000a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Usage tracker for resource:security_group_rule and tenant:6b59b244953945b1b1ef483fdb3522e1 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:36.859257 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b25e9195-ebd0-4947-8d49-eaa98b9b03e6'] response: {'name': 'network-changed', 'server_uuid': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'tag': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff', 'status': 'completed', 'code': 200} May 12 14:59:36.878951 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-92f83d7e-233e-495d-87d4-b7f6b260000a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:36.885433 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e6eed2b5-2bd5-4214-8c53-c36ee18b163f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4098424'] for subnet, precommit_delete_associations {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:36.890590 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-92f83d7e-233e-495d-87d4-b7f6b260000a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:37.005508 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e6eed2b5-2bd5-4214-8c53-c36ee18b163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698402'] for subnet, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:37.008729 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-05205c3b-c913-415f-a01b-c6d822542555 service neutron] 10.222.0.70 "GET /v2.0/networks/f6f458de-7c33-464f-83ae-59a0cbeb639c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550708 May 12 14:59:37.070698 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa448b94-7d34-44ee-a4eb-6132fd5d1f0e req-dea9091e-3115-4b2a-af8e-82ebee34c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:37.072372 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-aa448b94-7d34-44ee-a4eb-6132fd5d1f0e req-dea9091e-3115-4b2a-af8e-82ebee34c6b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 1099 time: 0.1546125 May 12 14:59:37.111973 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-92f83d7e-233e-495d-87d4-b7f6b260000a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:37.246387 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa448b94-7d34-44ee-a4eb-6132fd5d1f0e req-7d7c5d72-4322-4c96-a901-9e10f409bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:37.248239 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-aa448b94-7d34-44ee-a4eb-6132fd5d1f0e req-7d7c5d72-4322-4c96-a901-9e10f409bc20 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 200 len: 920 time: 0.1677620 May 12 14:59:37.263848 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e6eed2b5-2bd5-4214-8c53-c36ee18b163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2236562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146262'] for subnet, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:37.363853 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eed2b5-2bd5-4214-8c53-c36ee18b163f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dde5eaf-93d2-48f0-b179-be17dbff5cee,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:37.397887 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e6eed2b5-2bd5-4214-8c53-c36ee18b163f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:37.413523 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-41e046ac-92f8-4f14-a578-8e1707beeb81 service neutron] 10.222.0.70 "GET /v2.0/networks/f6f458de-7c33-464f-83ae-59a0cbeb639c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976557 May 12 14:59:37.414585 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-e6eed2b5-2bd5-4214-8c53-c36ee18b163f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7dde5eaf-93d2-48f0-b179-be17dbff5cee HTTP/1.1" status: 204 len: 168 time: 0.6964664 May 12 14:59:37.418563 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37756) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:37.447349 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-aa448b94-7d34-44ee-a4eb-6132fd5d1f0e req-93b51b86-c94a-49a4-a9df-83686decbe35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff HTTP/1.1" status: 200 len: 1001 time: 0.1483457 May 12 14:59:37.484276 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-92f83d7e-233e-495d-87d4-b7f6b260000a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:37.571439 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-593107ab-4068-4aee-808b-3ec157b555fa tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:37.573790 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-593107ab-4068-4aee-808b-3ec157b555fa tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "GET /v2.0/networks?id=dfb381ca-02ac-4901-8dbb-a068765d875a HTTP/1.1" status: 200 len: 814 time: 0.2860754 May 12 14:59:37.574767 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-92f83d7e-233e-495d-87d4-b7f6b260000a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:37.593273 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a1e1074c-b860-4dbf-9b69-b5814ed3ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763935'] for network, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:37.596065 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa448b94-7d34-44ee-a4eb-6132fd5d1f0e req-462f5151-3340-4b8d-a111-7781625cb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:37.597471 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-aa448b94-7d34-44ee-a4eb-6132fd5d1f0e req-462f5151-3340-4b8d-a111-7781625cb4d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6517beee-f6a9-470f-99ed-f96e6825f8b9 HTTP/1.1" status: 200 len: 858 time: 0.1446981 May 12 14:59:37.639722 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f83d7e-233e-495d-87d4-b7f6b260000a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65eee75-f411-4b09-9056-3bedb4047a58,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:37.708373 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-d37ed7d5-44a9-4295-b896-2fecd5d896b2 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65de6117be774a79b70ff72040037424 HTTP/1.1" status: 200 len: 380 time: 0.1112134 May 12 14:59:37.753344 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'port': {'device_id': 'd421c1cc-feac-4faf-b7d5-4b96f0ff73bf', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'admin_state_up': True, 'tenant_id': '65de6117be774a79b70ff72040037424', 'security_groups': ['3c11d7d5-a7d4-45c0-9736-51cc3180a4e9']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:37.789220 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-92f83d7e-233e-495d-87d4-b7f6b260000a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:37.790716 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-92f83d7e-233e-495d-87d4-b7f6b260000a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9707780 May 12 14:59:37.801875 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-64a99f2e-6c1b-4cf3-865a-93a4a1c63812 req-b897e24c-3f90-4750-bcbd-135b0154ec48 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 210 time: 0.0919149 May 12 14:59:37.802451 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 37766) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:37.885934 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-13c346e2-802f-457d-8569-d311470c965a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Request body: {'security_group_rule': {'security_group_id': '47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:37.888334 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a1e1074c-b860-4dbf-9b69-b5814ed3ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8787124724866'] for network, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:37.931643 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-13c346e2-802f-457d-8569-d311470c965a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:37.931855 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-a1e1074c-b860-4dbf-9b69-b5814ed3ee6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1979dc1b-9ff3-4334-b0db-2045edce18fc']}} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:37.940741 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-13c346e2-802f-457d-8569-d311470c965a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Usage tracker for resource:security_group_rule and tenant:6b59b244953945b1b1ef483fdb3522e1 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:37.946184 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-13c346e2-802f-457d-8569-d311470c965a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:37.948185 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa448b94-7d34-44ee-a4eb-6132fd5d1f0e req-58d11ab8-7a54-4dfb-9f86-51aa83fa7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:37.950549 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-aa448b94-7d34-44ee-a4eb-6132fd5d1f0e req-58d11ab8-7a54-4dfb-9f86-51aa83fa7376 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0d8c56f2-4158-444c-96af-8e80e6763783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3467598 May 12 14:59:37.953498 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-a1e1074c-b860-4dbf-9b69-b5814ed3ee6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380091c1-d680-4509-a4b9-d754db638053') {'for_net_delete': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:37.953498 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-a1e1074c-b860-4dbf-9b69-b5814ed3ee6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380091c1-d680-4509-a4b9-d754db638053') {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:37.992511 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a1e1074c-b860-4dbf-9b69-b5814ed3ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787124727709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4098369'] for segment, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:37.997687 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-13c346e2-802f-457d-8569-d311470c965a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:38.024664 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bccc66df-cb17-4321-9f30-2e03fcfdccb4 req-8bdd18c0-3e0f-4a7a-ad33-4bdac7a2ae49 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 210 time: 0.0707455 May 12 14:59:38.072870 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a1e1074c-b860-4dbf-9b69-b5814ed3ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:38.077222 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:38.084410 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:port and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:38.085739 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e1074c-b860-4dbf-9b69-b5814ed3ee6d admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 14:59:38.086297 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a1e1074c-b860-4dbf-9b69-b5814ed3ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-738659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235696'] for segment, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:38.093031 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: Traceback (most recent call last): May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: timer() May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: cb(*args, **kw) May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: return func(*args, **kwargs) May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: self._notify() May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: self.callback(batched_events) May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: event.method(event) May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_uuid = self.p_client.list_aggregates( May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: return f(self, *a, **k) May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: return self._get(url).json() May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: return self.request(url, 'GET', **kwargs) May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: base_url = self.get_endpoint(auth, allow=allow, May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 14:59:38.101183 dv-cinder-831187-2-smb neutron-server[88106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 14:59:38.105117 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-13c346e2-802f-457d-8569-d311470c965a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:38.111484 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:38.198238 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-13c346e2-802f-457d-8569-d311470c965a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:38.205109 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Made reservation on behalf of 65de6117be774a79b70ff72040037424 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:59:38.209664 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:38.218587 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-aa448b94-7d34-44ee-a4eb-6132fd5d1f0e req-09e8eb65-51f3-480c-9ddf-512f5bbdaa4c service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571280 May 12 14:59:38.280741 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-13c346e2-802f-457d-8569-d311470c965a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:38.317368 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c346e2-802f-457d-8569-d311470c965a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04225d1-3552-4040-8597-2d093cdecec2,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:38.334360 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a1e1074c-b860-4dbf-9b69-b5814ed3ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624953'] for network, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:38.342404 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a1e1074c-b860-4dbf-9b69-b5814ed3ee6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:38.375196 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1074c-b860-4dbf-9b69-b5814ed3ee6d admin admin] Pushing event deleted for resources: {'Network': ['ID=1979dc1b-9ff3-4334-b0db-2045edce18fc,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:38.418234 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-aa448b94-7d34-44ee-a4eb-6132fd5d1f0e req-6a8a8e34-14f7-4efe-9360-d94ab9340c9c service neutron] 10.222.0.69 "GET /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931164 May 12 14:59:38.433513 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-13c346e2-802f-457d-8569-d311470c965a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:38.438543 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-13c346e2-802f-457d-8569-d311470c965a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5548332 May 12 14:59:38.444449 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 37778) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:38.446575 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Request body: {'floatingip': {'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:38.451768 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Allocated IP 172.20.0.11 (dfb381ca-02ac-4901-8dbb-a068765d875a/f6795c39-e288-4c6f-98dd-c92d29478c9e/0097bd32-00f7-4604-b41b-9402212953a8) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:59:38.456633 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:38.463145 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-a1e1074c-b860-4dbf-9b69-b5814ed3ee6d admin admin] 10.222.0.70 "DELETE /v2.0/networks/1979dc1b-9ff3-4334-b0db-2045edce18fc HTTP/1.1" status: 204 len: 168 time: 1.0438547 May 12 14:59:38.467748 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Usage tracker for resource:floatingip and tenant:6b59b244953945b1b1ef483fdb3522e1 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:38.469912 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:38.476669 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:38.595927 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for floatingip, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:38.743828 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:38.767093 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Transition to ACTIVE for port object 0097bd32-00f7-4604-b41b-9402212953a8 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:59:38.823607 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:38.899684 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37788) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:38.918751 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:38.932415 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-15f88269-32dd-40a0-9ddc-1c4b21303595 req-4a52f90b-a778-4628-a47c-1b1e9c0df7d2 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 210 time: 0.0619183 May 12 14:59:38.973473 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-c1e11c0c-32b3-45ae-b94c-8a920a8a96fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be4ebaf9dfff4ef7875e7a534c849eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724709 May 12 14:59:38.977604 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37792) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:39.025062 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Network dfb381ca-02ac-4901-8dbb-a068765d875a is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:59:39.056672 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1803daac-0158-4bb8-8869-4acc1e946ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:39.062296 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:59:39.067026 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:59:39.103402 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1803daac-0158-4bb8-8869-4acc1e946ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:39.161245 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'Port': ['ID=0097bd32-00f7-4604-b41b-9402212953a8,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:39.209431 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:39.210265 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:39.239419 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Allocated IP 172.28.3.10 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/1968cef3-3f25-42d0-9dad-ed2c0929c0fb) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:59:39.308751 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1803daac-0158-4bb8-8869-4acc1e946ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:39.329190 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803daac-0158-4bb8-8869-4acc1e946ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbb6fec-235b-4981-a6ed-eaec8c1faec6,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:39.333960 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1803daac-0158-4bb8-8869-4acc1e946ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:39.347918 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-1803daac-0158-4bb8-8869-4acc1e946ba8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/edbb6fec-235b-4981-a6ed-eaec8c1faec6 HTTP/1.1" status: 204 len: 168 time: 0.3588216 May 12 14:59:39.400376 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-b598c6dd-7f31-4318-b176-1f69f5a51c2d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6511223 May 12 14:59:39.427486 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Request body: {'port': {'device_id': 'd421c1cc-feac-4faf-b7d5-4b96f0ff73bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:39.457866 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-972971bc-9fa1-4ed1-83ab-6153e210854e None None] Provisioning for port 0097bd32-00f7-4604-b41b-9402212953a8 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:59:39.468488 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-972971bc-9fa1-4ed1-83ab-6153e210854e None None] Provisioning complete for port 0097bd32-00f7-4604-b41b-9402212953a8 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:59:39.469964 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-972971bc-9fa1-4ed1-83ab-6153e210854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:39.539601 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-972971bc-9fa1-4ed1-83ab-6153e210854e None None] Port 0097bd32-00f7-4604-b41b-9402212953a8 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:59:39.711942 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e7081-fdf6-45b2-a397-36ade21d34fc req-68a5b17a-e519-48ef-8c97-9905eaf8cce3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:39.712635 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-a16e7081-fdf6-45b2-a397-36ade21d34fc req-68a5b17a-e519-48ef-8c97-9905eaf8cce3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Synchronizing usage tracker for tenant:65de6117be774a79b70ff72040037424 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:59:39.725669 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:39.743008 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:39.876293 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-a16e7081-fdf6-45b2-a397-36ade21d34fc req-68a5b17a-e519-48ef-8c97-9905eaf8cce3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Unset dirty status for tenant:65de6117be774a79b70ff72040037424 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:59:39.877508 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a16e7081-fdf6-45b2-a397-36ade21d34fc req-68a5b17a-e519-48ef-8c97-9905eaf8cce3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 932 time: 0.6161816 May 12 14:59:39.937654 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:40.065910 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a16e7081-fdf6-45b2-a397-36ade21d34fc req-962a40ca-9c87-4a08-b48d-909880d0a5f5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c11d7d5-a7d4-45c0-9736-51cc3180a4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823566 May 12 14:59:40.103929 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:59:40.111138 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:59:40.117163 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:59:40.188501 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event updated for resources: {'Port': ['ID=1968cef3-3f25-42d0-9dad-ed2c0929c0fb,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:40.236266 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-238a0e97-740c-4a04-a881-f31471b02aae req-901b6df6-26e9-4a09-b71e-feeb00593fde tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 210 time: 0.1311228 May 12 14:59:40.350011 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:40.354914 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0097bd32-00f7-4604-b41b-9402212953a8 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:59:40.364214 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:40.383489 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Transition to ACTIVE for port object 0097bd32-00f7-4604-b41b-9402212953a8 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:59:40.467071 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:40.584279 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-e7291071-2757-4476-b38d-3e4d5130d364 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:40.585013 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-e7291071-2757-4476-b38d-3e4d5130d364 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Synchronizing usage tracker for tenant:16c167e545af46a59055ef51ada6991e on resource:network {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:59:40.615782 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:40.667766 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-e7291071-2757-4476-b38d-3e4d5130d364 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Unset dirty status for tenant:16c167e545af46a59055ef51ada6991e on resource:network {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:59:40.669390 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-e7291071-2757-4476-b38d-3e4d5130d364 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.69 "GET /v2.0/networks?id=f6f458de-7c33-464f-83ae-59a0cbeb639c HTTP/1.1" status: 200 len: 814 time: 0.2462223 May 12 14:59:40.672464 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Pushing event updated for resources: {'Port': ['ID=0097bd32-00f7-4604-b41b-9402212953a8,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:40.687725 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-39e5d68d-ffb2-4c04-b48a-9762c4615834 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Request body: {'port': {'device_id': 'de907bd3-1e1f-43f6-bf78-974968a4e4ae', 'network_id': 'f6f458de-7c33-464f-83ae-59a0cbeb639c', 'admin_state_up': True, 'tenant_id': '16c167e545af46a59055ef51ada6991e'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:40.933111 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-39e5d68d-ffb2-4c04-b48a-9762c4615834 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:40.938000 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9d00f93c-68ec-46bf-921c-37d022a7e3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:40.939293 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-39e5d68d-ffb2-4c04-b48a-9762c4615834 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Usage tracker for resource:port and tenant:16c167e545af46a59055ef51ada6991e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:40.943323 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-39e5d68d-ffb2-4c04-b48a-9762c4615834 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:40.952069 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-39e5d68d-ffb2-4c04-b48a-9762c4615834 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:40.999748 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Attempting to bind port 0097bd32-00f7-4604-b41b-9402212953a8 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:59:41.000328 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Attempting to bind port 0097bd32-00f7-4604-b41b-9402212953a8 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:59:41.000467 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Attempting to bind port 0097bd32-00f7-4604-b41b-9402212953a8 on network dfb381ca-02ac-4901-8dbb-a068765d875a {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:59:41.010702 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Port 0097bd32-00f7-4604-b41b-9402212953a8 on network dfb381ca-02ac-4901-8dbb-a068765d875a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 14:59:41.011065 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Attempting to bind port 0097bd32-00f7-4604-b41b-9402212953a8 on network dfb381ca-02ac-4901-8dbb-a068765d875a {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:59:41.019424 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:59:41.019757 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Checking segment: {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:59:41.020135 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Bound using segment: {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:59:41.020565 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Bound port: 0097bd32-00f7-4604-b41b-9402212953a8, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:59:41.020910 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:41.027726 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-39e5d68d-ffb2-4c04-b48a-9762c4615834 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Made reservation on behalf of 16c167e545af46a59055ef51ada6991e for: {'port': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:59:41.032991 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-39e5d68d-ffb2-4c04-b48a-9762c4615834 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:41.095018 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:41.148554 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:41.155497 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] For port 0097bd32-00f7-4604-b41b-9402212953a8, host hv-cinder-83118, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:59:41.287822 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-39e5d68d-ffb2-4c04-b48a-9762c4615834 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Allocated IP 172.20.0.13 (f6f458de-7c33-464f-83ae-59a0cbeb639c/27fdcbcc-a105-46eb-ad58-53073d1a420d/ee4bc416-bdef-4810-bf9d-94de40768e98) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:59:41.323384 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] For port 0097bd32-00f7-4604-b41b-9402212953a8, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0097bd32-00f7-4604-b41b-9402212953a8,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:59:41.350778 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:41.357415 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event updated for resources: {'Port': ['ID=1968cef3-3f25-42d0-9dad-ed2c0929c0fb,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:41.407672 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bdf47-be76-46aa-a99b-8ac3e5efb5ba req-ace64660-15de-4f8b-abf4-21265ab3edd7 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:41.409171 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a71bdf47-be76-46aa-a99b-8ac3e5efb5ba req-ace64660-15de-4f8b-abf4-21265ab3edd7 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 944 time: 0.2035003 May 12 14:59:41.439569 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:41.556139 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:41.564987 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-d2b5be88-5ed4-48c7-b851-b22e119700bb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1176062 May 12 14:59:41.576409 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4e633fc2-6df8-4a78-abb0-51555b09c94f req-186a45b7-b9c4-4554-b127-6282e11c390e tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 210 time: 0.0905929 May 12 14:59:41.585743 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:41.586467 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:41.587994 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] 10.222.0.69 "PUT /v2.0/ports/0097bd32-00f7-4604-b41b-9402212953a8 HTTP/1.1" status: 200 len: 1094 time: 2.1701281 May 12 14:59:41.596118 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a71bdf47-be76-46aa-a99b-8ac3e5efb5ba req-b286c6ff-5553-4fe5-a50e-9ffc8c94929c tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c11d7d5-a7d4-45c0-9736-51cc3180a4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735721 May 12 14:59:41.596118 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd421c1cc-feac-4faf-b7d5-4b96f0ff73bf', 'tag': '0097bd32-00f7-4604-b41b-9402212953a8'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:41.601839 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 37838) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:41.630728 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570439ed-7316-4a11-a1e0-b39d7ed65db8 service neutron] Pushing event updated for resources: {'Port': ['ID=0097bd32-00f7-4604-b41b-9402212953a8,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:41.648504 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-39e5d68d-ffb2-4c04-b48a-9762c4615834 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:41.685387 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26dd48b7-7e08-4272-a131-59685c863283'] response: {'name': 'network-changed', 'server_uuid': 'd421c1cc-feac-4faf-b7d5-4b96f0ff73bf', 'tag': '0097bd32-00f7-4604-b41b-9402212953a8', 'status': 'completed', 'code': 200} May 12 14:59:41.776739 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-39e5d68d-ffb2-4c04-b48a-9762c4615834 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:41.865719 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-39e5d68d-ffb2-4c04-b48a-9762c4615834 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Network f6f458de-7c33-464f-83ae-59a0cbeb639c is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:59:41.870712 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-39e5d68d-ffb2-4c04-b48a-9762c4615834 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:59:41.875955 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-39e5d68d-ffb2-4c04-b48a-9762c4615834 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:59:41.913360 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5d68d-ffb2-4c04-b48a-9762c4615834 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Pushing event updated for resources: {'Port': ['ID=ee4bc416-bdef-4810-bf9d-94de40768e98,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:41.939240 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:41.961174 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-39e5d68d-ffb2-4c04-b48a-9762c4615834 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:41.962079 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-39e5d68d-ffb2-4c04-b48a-9762c4615834 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:41.982885 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:41.991031 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Usage tracker for resource:security_group_rule and tenant:6d464214adfb4aa6a29a3c6520a27067 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:41.996352 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:42.002042 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-43ee1f06-cdb1-483f-9901-b540cc2f7dcc tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Synchronizing usage tracker for tenant:6b59b244953945b1b1ef483fdb3522e1 on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:59:42.008718 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:42.027388 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2cd6f-8a8f-4c5a-8e78-945ea3be8091 req-2b63c0a6-f60f-4a2e-848f-e07d8c9e8af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:42.029384 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2da2cd6f-8a8f-4c5a-8e78-945ea3be8091 req-2b63c0a6-f60f-4a2e-848f-e07d8c9e8af6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65de6117be774a79b70ff72040037424&device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 1097 time: 0.2953117 May 12 14:59:42.045912 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-39e5d68d-ffb2-4c04-b48a-9762c4615834 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3633893 May 12 14:59:42.061589 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Request body: {'port': {'device_id': 'de907bd3-1e1f-43f6-bf78-974968a4e4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:42.144739 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-43ee1f06-cdb1-483f-9901-b540cc2f7dcc tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Unset dirty status for tenant:6b59b244953945b1b1ef483fdb3522e1 on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:59:42.145907 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-43ee1f06-cdb1-483f-9901-b540cc2f7dcc tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--380660110&fields=id&tenant_id=6b59b244953945b1b1ef483fdb3522e1 HTTP/1.1" status: 200 len: 267 time: 0.2260640 May 12 14:59:42.182233 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:42.362724 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2cd6f-8a8f-4c5a-8e78-945ea3be8091 req-f1b26706-c66a-4613-8d1b-e4cc86f387c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:42.365345 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2da2cd6f-8a8f-4c5a-8e78-945ea3be8091 req-f1b26706-c66a-4613-8d1b-e4cc86f387c5 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=65de6117be774a79b70ff72040037424&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3154235 May 12 14:59:42.488298 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:42.495367 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-1cea5e96-de1b-4473-8d3e-50d8296b28b0 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:42.497506 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-1cea5e96-de1b-4473-8d3e-50d8296b28b0 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/networks?id=586ae877-0139-4341-8b29-bf98c6f348d4 HTTP/1.1" status: 200 len: 816 time: 0.3371751 May 12 14:59:42.531094 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-102e3c89-4689-4f97-9bb1-e06fb9a07007 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/quotas/6b59b244953945b1b1ef483fdb3522e1 HTTP/1.1" status: 200 len: 375 time: 0.0183704 May 12 14:59:42.600410 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:42.648134 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2cd6f-8a8f-4c5a-8e78-945ea3be8091 req-5c9790c8-8d65-45b4-8fa0-dbd7f3a1ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:42.649579 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2da2cd6f-8a8f-4c5a-8e78-945ea3be8091 req-5c9790c8-8d65-45b4-8fa0-dbd7f3a1ffcd service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2762277 May 12 14:59:42.690328 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214704b3-1385-4164-abf3-3757596abfe3,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:42.697335 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6d464214adfb4aa6a29a3c6520a27067&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0940070 May 12 14:59:42.700900 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37860) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:42.703974 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:42.704325 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:42.704661 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:42.704992 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:42.705321 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:42.705674 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:42.706000 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:42.706326 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:42.706646 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:42.707022 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:42.707897 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:42.707897 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547759d-675d-454c-987b-08ddbdc0777d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:42.734907 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee4bc416-bdef-4810-bf9d-94de40768e98 {{(pid=88106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:59:42.751626 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:42.780381 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-68a804a1-0568-4bd8-837a-46a893c3cae6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Synchronizing usage tracker for tenant:6b59b244953945b1b1ef483fdb3522e1 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:59:42.784766 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Transition to ACTIVE for port object ee4bc416-bdef-4810-bf9d-94de40768e98 will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:59:42.799372 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ddfd04b2-607c-4f5f-afeb-d49bf2d77ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:42.830024 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ddfd04b2-607c-4f5f-afeb-d49bf2d77ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:42.872923 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:42.899652 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-c8823e72-2284-48ae-9ab7-77ddaea40984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:42.901249 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-c8823e72-2284-48ae-9ab7-77ddaea40984 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65de6117be774a79b70ff72040037424&device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 1097 time: 0.1678336 May 12 14:59:42.910173 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f2e5a-4150-4d30-a076-21c46c523cc9 req-d86daece-2ef6-461a-8b4a-fe9014a623b3 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:42.911637 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4f3f2e5a-4150-4d30-a076-21c46c523cc9 req-d86daece-2ef6-461a-8b4a-fe9014a623b3 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 932 time: 0.1452494 May 12 14:59:42.971714 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-68a804a1-0568-4bd8-837a-46a893c3cae6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Unset dirty status for tenant:6b59b244953945b1b1ef483fdb3522e1 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:59:42.972992 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-68a804a1-0568-4bd8-837a-46a893c3cae6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b59b244953945b1b1ef483fdb3522e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4334495 May 12 14:59:42.999756 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-961a17f9-ad26-4fa9-a4e4-21bd284719eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0097bd32-00f7-4604-b41b-9402212953a8 HTTP/1.1" status: 200 len: 217 time: 0.0851812 May 12 14:59:43.027872 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e82e32b-7ce2-43d8-9ad7-7faf274006cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:43.052232 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4bc416-bdef-4810-bf9d-94de40768e98,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:43.125067 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ddfd04b2-607c-4f5f-afeb-d49bf2d77ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:43.153989 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd04b2-607c-4f5f-afeb-d49bf2d77ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214704b3-1385-4164-abf3-3757596abfe3,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:43.169025 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Attempting to bind port ee4bc416-bdef-4810-bf9d-94de40768e98 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:59:43.169412 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Attempting to bind port ee4bc416-bdef-4810-bf9d-94de40768e98 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '6b44ca7e-6fe5-4960-9177-ccda999616e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f6f458de-7c33-464f-83ae-59a0cbeb639c'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:59:43.169521 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Attempting to bind port ee4bc416-bdef-4810-bf9d-94de40768e98 on network f6f458de-7c33-464f-83ae-59a0cbeb639c {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:59:43.175373 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-5b98803f-b306-4cf9-bb7e-bea5994ba814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:43.182669 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Port ee4bc416-bdef-4810-bf9d-94de40768e98 on network f6f458de-7c33-464f-83ae-59a0cbeb639c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 14:59:43.182669 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Attempting to bind port ee4bc416-bdef-4810-bf9d-94de40768e98 on network f6f458de-7c33-464f-83ae-59a0cbeb639c {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:59:43.182669 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ddfd04b2-607c-4f5f-afeb-d49bf2d77ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:43.182669 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-ddfd04b2-607c-4f5f-afeb-d49bf2d77ba4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/214704b3-1385-4164-abf3-3757596abfe3 HTTP/1.1" status: 204 len: 168 time: 0.4780800 May 12 14:59:43.190401 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-5b98803f-b306-4cf9-bb7e-bea5994ba814 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f6795c39-e288-4c6f-98dd-c92d29478c9e HTTP/1.1" status: 200 len: 853 time: 0.1675196 May 12 14:59:43.197334 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:59:43.197804 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Checking segment: {'id': '6b44ca7e-6fe5-4960-9177-ccda999616e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f6f458de-7c33-464f-83ae-59a0cbeb639c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:59:43.198207 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Bound using segment: {'id': '6b44ca7e-6fe5-4960-9177-ccda999616e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f6f458de-7c33-464f-83ae-59a0cbeb639c'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:59:43.198651 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Bound port: ee4bc416-bdef-4810-bf9d-94de40768e98, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b44ca7e-6fe5-4960-9177-ccda999616e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f6f458de-7c33-464f-83ae-59a0cbeb639c'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:59:43.199513 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:43.208855 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4f3f2e5a-4150-4d30-a076-21c46c523cc9 req-690ba424-1e1b-4ee4-8f02-3b7b8cf51288 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428954 May 12 14:59:43.303483 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] For port ee4bc416-bdef-4810-bf9d-94de40768e98, host hv-cinder-83118, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:59:43.307000 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] For port ee4bc416-bdef-4810-bf9d-94de40768e98, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ee4bc416-bdef-4810-bf9d-94de40768e98,segment=NetworkSegment(6b44ca7e-6fe5-4960-9177-ccda999616e5),segment_id=6b44ca7e-6fe5-4960-9177-ccda999616e5)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:59:43.346069 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-cd0b7038-9fda-4268-8569-bd44404fd1f0 service neutron] 10.222.0.70 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477409 May 12 14:59:43.428545 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:43.492069 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:43.492762 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:43.494962 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] 10.222.0.69 "PUT /v2.0/ports/ee4bc416-bdef-4810-bf9d-94de40768e98 HTTP/1.1" status: 200 len: 1094 time: 1.4372294 May 12 14:59:43.494962 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de907bd3-1e1f-43f6-bf78-974968a4e4ae', 'tag': 'ee4bc416-bdef-4810-bf9d-94de40768e98'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:43.503678 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-c52c4bd6-ce95-4f54-8cc9-4358b4002a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:43.505201 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-c52c4bd6-ce95-4f54-8cc9-4358b4002a6a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfb381ca-02ac-4901-8dbb-a068765d875a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2953885 May 12 14:59:43.527755 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bc074-528b-4ad0-a268-4d9111740550 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4bc416-bdef-4810-bf9d-94de40768e98,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:43.645099 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-a10af5aa-76db-4ad4-a84c-c09a6147049a service neutron] 10.222.0.70 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665472 May 12 14:59:43.652943 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a71c3-38ee-45e5-b879-5045a0b5fa18 req-20e6d4df-8455-4fe0-9e8d-d2ff2d749f62 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:43.654611 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-495a71c3-38ee-45e5-b879-5045a0b5fa18 req-20e6d4df-8455-4fe0-9e8d-d2ff2d749f62 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 944 time: 0.3088663 May 12 14:59:43.734495 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-495a71c3-38ee-45e5-b879-5045a0b5fa18 req-1b4c9be4-0312-4c64-be5e-2e353290dc83 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c11d7d5-a7d4-45c0-9736-51cc3180a4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730436 May 12 14:59:43.781917 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-3f701bac-8bd8-4ac3-959f-d10287eb0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:43.783612 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-3f701bac-8bd8-4ac3-959f-d10287eb0507 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=16c167e545af46a59055ef51ada6991e&device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 1097 time: 0.1212707 May 12 14:59:43.792211 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-d1e24b74-0e76-42d4-8ca1-a18d9ed0d6dc service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792659 May 12 14:59:43.902366 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c228b5ad-45cf-4936-943e-13133acf3dad'] response: {'name': 'network-changed', 'server_uuid': 'de907bd3-1e1f-43f6-bf78-974968a4e4ae', 'tag': 'ee4bc416-bdef-4810-bf9d-94de40768e98', 'status': 'completed', 'code': 200} May 12 14:59:43.923092 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-6da36c7b-3dd5-4016-ae0c-3df5971ce37c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee4bc416-bdef-4810-bf9d-94de40768e98 HTTP/1.1" status: 200 len: 217 time: 0.1217036 May 12 14:59:44.034140 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-1a5db069-322a-4db9-9bf3-94136cd3566a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:44.037068 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-1a5db069-322a-4db9-9bf3-94136cd3566a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27fdcbcc-a105-46eb-ad58-53073d1a420d HTTP/1.1" status: 200 len: 854 time: 0.1075244 May 12 14:59:44.097685 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-cdca8257-8e65-489d-be23-a15057bd3a93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6f458de-7c33-464f-83ae-59a0cbeb639c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530875 May 12 14:59:44.112597 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d00fbbc5-2bf5-48c1-9928-67eda3faa21a req-a8bea7df-0dd0-4b1d-a74d-f0a973be4bd3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 210 time: 0.1517351 May 12 14:59:44.178064 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-13f7e510-6400-42b0-b986-6f25dc3930f4 req-1a90c838-0df0-4db0-84c6-6ddaefb2b51f service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762722 May 12 14:59:44.273898 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-8265d2ba-8568-423e-8de5-0c4d210ef11d service neutron] 10.222.0.69 "GET /v2.0/networks/f6f458de-7c33-464f-83ae-59a0cbeb639c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635606 May 12 14:59:44.440803 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437752b-270e-40e5-8cd5-ccc9721ee509 req-56805a09-5e5e-4ff7-a461-9a9d7574f291 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:44.441051 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-b6ae42ce-b747-4dc8-b3d3-a02eb0f36def req-72de11e4-45ce-405b-8363-66e76f9b5250 service neutron] 10.222.0.69 "GET /v2.0/networks/f6f458de-7c33-464f-83ae-59a0cbeb639c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606352 May 12 14:59:44.442522 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c437752b-270e-40e5-8cd5-ccc9721ee509 req-56805a09-5e5e-4ff7-a461-9a9d7574f291 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 944 time: 0.1047015 May 12 14:59:44.492723 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c437752b-270e-40e5-8cd5-ccc9721ee509 req-229d71d4-519b-4df6-bc8d-2d6595470325 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442510 May 12 14:59:44.570965 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:44.619655 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37898) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:44.734128 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb452e-4597-4beb-9940-b1788986004c req-d46d82c2-c313-461e-9994-23a6245487f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:44.736099 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-58eb452e-4597-4beb-9940-b1788986004c req-d46d82c2-c313-461e-9994-23a6245487f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=16c167e545af46a59055ef51ada6991e&device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 1097 time: 0.0834436 May 12 14:59:44.747139 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1574610792-network', 'tenant_id': 'ecfdd8e25a724584b830818714552807'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:44.770777 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:44.819152 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Usage tracker for resource:network and tenant:ecfdd8e25a724584b830818714552807 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:44.829912 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:44.924412 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:44.951611 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e31be-9621-45f4-a719-b4a1263acc32 req-163b1f9b-4b61-4f65-be4f-939239c724d6 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:44.953148 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-555e31be-9621-45f4-a719-b4a1263acc32 req-163b1f9b-4b61-4f65-be4f-939239c724d6 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 944 time: 0.0877848 May 12 14:59:44.978226 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb452e-4597-4beb-9940-b1788986004c req-7369faa6-bbf9-4380-9a14-67c6bb459b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:44.979726 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-58eb452e-4597-4beb-9940-b1788986004c req-7369faa6-bbf9-4380-9a14-67c6bb459b3b service neutron] 10.222.0.69 "GET /v2.0/networks?id=f6f458de-7c33-464f-83ae-59a0cbeb639c HTTP/1.1" status: 200 len: 915 time: 0.2366655 May 12 14:59:45.001357 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-555e31be-9621-45f4-a719-b4a1263acc32 req-d787571d-9e25-410d-ae1f-4395a81202be tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c11d7d5-a7d4-45c0-9736-51cc3180a4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414331 May 12 14:59:45.053930 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-58eb452e-4597-4beb-9940-b1788986004c req-5f0b5a84-e5e1-4629-98be-5ec538ecd02f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee4bc416-bdef-4810-bf9d-94de40768e98 HTTP/1.1" status: 200 len: 217 time: 0.0651653 May 12 14:59:45.055775 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Made reservation on behalf of ecfdd8e25a724584b830818714552807 for: {'network': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:59:45.060526 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:45.108639 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:45.131542 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:45.139096 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Usage tracker for resource:security_group_rule and tenant:ecfdd8e25a724584b830818714552807 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:45.143466 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:45.158225 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:45.158225 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb452e-4597-4beb-9940-b1788986004c req-00077b89-b63c-4310-94aa-cd3010cf627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:45.158225 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-58eb452e-4597-4beb-9940-b1788986004c req-00077b89-b63c-4310-94aa-cd3010cf627e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27fdcbcc-a105-46eb-ad58-53073d1a420d HTTP/1.1" status: 200 len: 854 time: 0.0857153 May 12 14:59:45.210656 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:45.224415 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-58eb452e-4597-4beb-9940-b1788986004c req-c969653e-0c99-4ec1-b886-86707e7d563c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6f458de-7c33-464f-83ae-59a0cbeb639c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521741 May 12 14:59:45.281026 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c4e727d0-89fb-4a60-9ca8-c43ee54a2330 req-aaa73888-c386-44b7-807b-14f368e88048 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 210 time: 0.0575414 May 12 14:59:45.408776 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:45.411592 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-58eb452e-4597-4beb-9940-b1788986004c req-5738af20-aa5e-4642-828b-051748a687ff service neutron] 10.222.0.69 "GET /v2.0/networks/f6f458de-7c33-464f-83ae-59a0cbeb639c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808794 May 12 14:59:45.499166 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:45.550456 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=88106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:59:45.570515 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f9a3e6-28e1-491f-93e9-324c54e7db03,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:45.583226 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:45.583530 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.segments_db [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Added segment 49350255-2b97-4356-8689-4d9bf03ce608 of type vlan for network c869c893-5e1b-47a8-8cc0-0cb63524d61c May 12 14:59:45.615479 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-58eb452e-4597-4beb-9940-b1788986004c req-c9f85aa5-2b69-4fa1-ab0d-aff980f7539f service neutron] 10.222.0.69 "GET /v2.0/networks/f6f458de-7c33-464f-83ae-59a0cbeb639c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892745 May 12 14:59:45.631554 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:45.700508 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0be8b-b361-4c6f-828e-f2b62ea2312e req-48f5f188-62fd-4ae1-98da-04039c289925 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:45.702176 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c9e0be8b-b361-4c6f-828e-f2b62ea2312e req-48f5f188-62fd-4ae1-98da-04039c289925 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 944 time: 0.0865984 May 12 14:59:45.736484 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:45.737432 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:45.738065 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:45.750266 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c9e0be8b-b361-4c6f-828e-f2b62ea2312e req-b5127b88-9a56-4281-b5c3-335cf945dcd8 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 May 12 14:59:45.847477 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] Pushing event updated for resources: {'Network': ['ID=c869c893-5e1b-47a8-8cc0-0cb63524d61c,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:45.858352 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network c869c893-5e1b-47a8-8cc0-0cb63524d61c details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 14:59:45.936855 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-e3adb694-cb60-4056-abe9-caf790393f34 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3160155 May 12 14:59:45.940267 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 37910) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:45.953935 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-35c867fe-d48d-4955-9134-9689c495a5c0 admin admin] Request body: {'subnet': {'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1574610792-subnet', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:45.954752 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-35c867fe-d48d-4955-9134-9689c495a5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:45.960097 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-35c867fe-d48d-4955-9134-9689c495a5c0 admin admin] Usage tracker for resource:subnet and tenant:ecfdd8e25a724584b830818714552807 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:45.963389 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-35c867fe-d48d-4955-9134-9689c495a5c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:45.974117 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-35c867fe-d48d-4955-9134-9689c495a5c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:46.073566 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:46.154776 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c867fe-d48d-4955-9134-9689c495a5c0 admin admin] Made reservation on behalf of ecfdd8e25a724584b830818714552807 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:59:46.157071 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-35c867fe-d48d-4955-9134-9689c495a5c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2178548'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:46.301185 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cf899-a632-4d95-b781-c87df4a04f87 req-a39ee83d-78fd-47af-b58a-66b41a951ea6 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:46.302858 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5e4cf899-a632-4d95-b781-c87df4a04f87 req-a39ee83d-78fd-47af-b58a-66b41a951ea6 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 944 time: 0.1878397 May 12 14:59:46.396974 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5e4cf899-a632-4d95-b781-c87df4a04f87 req-b365b387-4a97-44bd-bffe-7f01bdfaf71b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c11d7d5-a7d4-45c0-9736-51cc3180a4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878508 May 12 14:59:46.473073 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2ca3c255-ad22-45d3-a9d6-ae4c0074f107 req-457837e4-1c09-4cee-aaed-479d7d40f65d tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 210 time: 0.0593250 May 12 14:59:46.610637 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-35c867fe-d48d-4955-9134-9689c495a5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1090160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2178530'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:46.652943 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-16ebcd02-8f76-49b3-b455-d2909fa528a4 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:46.654694 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-16ebcd02-8f76-49b3-b455-d2909fa528a4 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.69 "GET /v2.0/networks?id=586ae877-0139-4341-8b29-bf98c6f348d4 HTTP/1.1" status: 200 len: 816 time: 0.1507945 May 12 14:59:46.688848 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c867fe-d48d-4955-9134-9689c495a5c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e4512ec-10c3-466b-9882-15d05fa1f1c5,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:46.697827 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c867fe-d48d-4955-9134-9689c495a5c0 admin admin] Checking segment: {'id': '49350255-2b97-4356-8689-4d9bf03ce608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:59:46.698191 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c867fe-d48d-4955-9134-9689c495a5c0 admin admin] Network hostable DHCP agents. Network: c869c893-5e1b-47a8-8cc0-0cb63524d61c, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:59:46.716593 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-ab4fbbb0-8fe0-483d-94c6-6e8a1a88cc67 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Synchronizing usage tracker for tenant:6b59b244953945b1b1ef483fdb3522e1 on resource:security_group {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 14:59:46.728959 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-ab4fbbb0-8fe0-483d-94c6-6e8a1a88cc67 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Unset dirty status for tenant:6b59b244953945b1b1ef483fdb3522e1 on resource:security_group {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 14:59:46.731002 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-ab4fbbb0-8fe0-483d-94c6-6e8a1a88cc67 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b59b244953945b1b1ef483fdb3522e1 HTTP/1.1" status: 200 len: 379 time: 0.0595031 May 12 14:59:46.740576 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-f561d48f-60fb-495f-b160-db091aceb3f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Request body: {'port': {'device_id': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'admin_state_up': True, 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'security_groups': ['47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0']}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:46.770803 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c867fe-d48d-4955-9134-9689c495a5c0 admin admin] Network c869c893-5e1b-47a8-8cc0-0cb63524d61c is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:59:46.844661 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 0097bd32-00f7-4604-b41b-9402212953a8 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 14:59:46.846464 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-35c867fe-d48d-4955-9134-9689c495a5c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, c869c893-5e1b-47a8-8cc0-0cb63524d61c) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:59:46.850752 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c867fe-d48d-4955-9134-9689c495a5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:46.851328 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-35c867fe-d48d-4955-9134-9689c495a5c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:46.861497 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca341566-a926-4f49-b716-d0de1598d87b None None] Network c869c893-5e1b-47a8-8cc0-0cb63524d61c requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:59:46.920220 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-f561d48f-60fb-495f-b160-db091aceb3f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:46.931225 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-f561d48f-60fb-495f-b160-db091aceb3f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:46.978414 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad5c3c-b028-4b53-a9bc-e8ea96429d95 req-f02c6054-4bbe-4b2c-9f90-bf7db9fa5dd3 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:46.978414 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-83ad5c3c-b028-4b53-a9bc-e8ea96429d95 req-f02c6054-4bbe-4b2c-9f90-bf7db9fa5dd3 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 944 time: 0.1016388 May 12 14:59:46.978414 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-35c867fe-d48d-4955-9134-9689c495a5c0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0356870 May 12 14:59:46.980020 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 37920) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:46.987323 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1574610792-router', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:47.006607 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:47.014520 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Usage tracker for resource:router and tenant:ecfdd8e25a724584b830818714552807 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:47.018370 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:47.032910 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:47.039375 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-f561d48f-60fb-495f-b160-db091aceb3f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Made reservation on behalf of 6b59b244953945b1b1ef483fdb3522e1 for: {'port': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:59:47.044998 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-f561d48f-60fb-495f-b160-db091aceb3f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:47.048246 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-83ad5c3c-b028-4b53-a9bc-e8ea96429d95 req-95b56d4a-b8ef-4b1e-8be1-3a0e30a8171d tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641301 May 12 14:59:47.108689 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1624237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10125'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:47.109964 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10116'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:47.127549 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:47.236210 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-f561d48f-60fb-495f-b160-db091aceb3f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Allocated IP 172.20.0.3 (586ae877-0139-4341-8b29-bf98c6f348d4/7fdab544-cb12-4cff-b823-5cc3aea55c1f/6f2fa8e1-7689-4239-816e-94334a287305) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:59:47.251580 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 0097bd32-00f7-4604-b41b-9402212953a8, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0097bd32-00f7-4604-b41b-9402212953a8,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:47.265703 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88334a02-af0c-582b-a032-2e1d71219111-c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'fixed_ips': [{'subnet_id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5'}]}} from dv-cinder-831187-2-smb. {{(pid=88108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 14:59:47.266607 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:47.286631 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': '0097bd32-00f7-4604-b41b-9402212953a8', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'port_id': '0097bd32-00f7-4604-b41b-9402212953a8', 'mac_address': 'fa:16:3e:9f:42:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 14:59:47.412984 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:47.434486 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0097bd32-00f7-4604-b41b-9402212953a8 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:59:47.455164 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-f561d48f-60fb-495f-b160-db091aceb3f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:47.472957 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-f561d48f-60fb-495f-b160-db091aceb3f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Transition to ACTIVE for port object 6f2fa8e1-7689-4239-816e-94334a287305 will not be triggered until provisioned by entity DHCP. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:59:47.499148 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 0097bd32-00f7-4604-b41b-9402212953a8, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0097bd32-00f7-4604-b41b-9402212953a8,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:47.514480 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10218'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:47.522975 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Allocated IP 172.20.0.2 (c869c893-5e1b-47a8-8cc0-0cb63524d61c/6e4512ec-10c3-466b-9882-15d05fa1f1c5/3ffb41ec-4a9c-4ddd-bc44-74681e37e908) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:59:47.553759 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-f561d48f-60fb-495f-b160-db091aceb3f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:47.621239 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:47.622422 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device ee4bc416-bdef-4810-bf9d-94de40768e98 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 14:59:47.637992 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-f561d48f-60fb-495f-b160-db091aceb3f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Network 586ae877-0139-4341-8b29-bf98c6f348d4 is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:59:47.642100 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-f561d48f-60fb-495f-b160-db091aceb3f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:59:47.646973 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-f561d48f-60fb-495f-b160-db091aceb3f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:59:47.684224 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561d48f-60fb-495f-b160-db091aceb3f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event updated for resources: {'Port': ['ID=6f2fa8e1-7689-4239-816e-94334a287305,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:47.742838 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-f561d48f-60fb-495f-b160-db091aceb3f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:47.743818 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-f561d48f-60fb-495f-b160-db091aceb3f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:47.877999 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb16994-0690-43c8-a8c8-d6e86ccdf408 req-2de9a8b8-c4aa-451c-b645-ae0d83b99cc5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:47.879589 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fbb16994-0690-43c8-a8c8-d6e86ccdf408 req-2de9a8b8-c4aa-451c-b645-ae0d83b99cc5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 944 time: 0.3378150 May 12 14:59:47.884503 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=0097bd32-00f7-4604-b41b-9402212953a8,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:47.895855 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-f561d48f-60fb-495f-b160-db091aceb3f6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1588545 May 12 14:59:47.914815 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Request body: {'port': {'device_id': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:47.935355 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc34cd6-5fec-4bd3-9c48-7403d6733cba req-14535744-3373-45af-a325-51fafccae32e tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:47.936815 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ccc34cd6-5fec-4bd3-9c48-7403d6733cba req-14535744-3373-45af-a325-51fafccae32e tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 931 time: 0.3287494 May 12 14:59:47.982411 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fbb16994-0690-43c8-a8c8-d6e86ccdf408 req-d021bba0-6fff-4a72-811b-affe7f9fe347 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c11d7d5-a7d4-45c0-9736-51cc3180a4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851140 May 12 14:59:48.014446 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:48.020615 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port ee4bc416-bdef-4810-bf9d-94de40768e98, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ee4bc416-bdef-4810-bf9d-94de40768e98,segment=NetworkSegment(6b44ca7e-6fe5-4960-9177-ccda999616e5),segment_id=6b44ca7e-6fe5-4960-9177-ccda999616e5)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:48.040589 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Transition to ACTIVE for port object 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:59:48.046186 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ccc34cd6-5fec-4bd3-9c48-7403d6733cba req-af0a7ca1-df45-405f-8c65-3edcfdf137a3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920348 May 12 14:59:48.053752 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': 'ee4bc416-bdef-4810-bf9d-94de40768e98', 'network_id': 'f6f458de-7c33-464f-83ae-59a0cbeb639c', 'port_id': 'ee4bc416-bdef-4810-bf9d-94de40768e98', 'mac_address': 'fa:16:3e:92:2b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27fdcbcc-a105-46eb-ad58-53073d1a420d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 14:59:48.102976 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Transition to ACTIVE for port object 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:59:48.130652 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-84d02e1f-4e9d-43dd-bc0c-bbdf8d54c99b None None] Provisioning for port 6f2fa8e1-7689-4239-816e-94334a287305 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:59:48.141010 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-84d02e1f-4e9d-43dd-bc0c-bbdf8d54c99b None None] Provisioning complete for port 6f2fa8e1-7689-4239-816e-94334a287305 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:59:48.141795 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-84d02e1f-4e9d-43dd-bc0c-bbdf8d54c99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:48.154059 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:48.194812 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:48.223846 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:48.304570 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4bc416-bdef-4810-bf9d-94de40768e98 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:59:48.312754 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-84d02e1f-4e9d-43dd-bc0c-bbdf8d54c99b None None] Port 6f2fa8e1-7689-4239-816e-94334a287305 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:59:48.318686 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Network c869c893-5e1b-47a8-8cc0-0cb63524d61c is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:59:48.330128 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:59:48.335746 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:59:48.341402 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Pushing event updated for resources: {'Port': ['ID=3ffb41ec-4a9c-4ddd-bc44-74681e37e908,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:48.347276 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port ee4bc416-bdef-4810-bf9d-94de40768e98, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ee4bc416-bdef-4810-bf9d-94de40768e98,segment=NetworkSegment(6b44ca7e-6fe5-4960-9177-ccda999616e5),segment_id=6b44ca7e-6fe5-4960-9177-ccda999616e5)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:48.389665 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:48.429786 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:48.451723 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Attempting to bind port 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:59:48.452104 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Attempting to bind port 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '49350255-2b97-4356-8689-4d9bf03ce608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:59:48.452432 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Attempting to bind port 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 on network c869c893-5e1b-47a8-8cc0-0cb63524d61c {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:59:48.459571 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:48.492720 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:59:48.493105 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Checking segment: {'id': '49350255-2b97-4356-8689-4d9bf03ce608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:59:48.493496 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:48.496005 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Bound using segment: {'id': '49350255-2b97-4356-8689-4d9bf03ce608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:59:48.496005 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Bound port: 3ffb41ec-4a9c-4ddd-bc44-74681e37e908, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49350255-2b97-4356-8689-4d9bf03ce608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:59:48.496005 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:48.506418 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dd9bf-8f39-4e12-a052-99a3d36ba1f3 req-53a65a58-a886-4c10-a841-5536c1550fb7 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:48.507896 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ef1dd9bf-8f39-4e12-a052-99a3d36ba1f3 req-53a65a58-a886-4c10-a841-5536c1550fb7 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 944 time: 0.2554183 May 12 14:59:48.548799 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f2fa8e1-7689-4239-816e-94334a287305 {{(pid=88106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:59:48.556364 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:48.573081 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Transition to ACTIVE for port object 6f2fa8e1-7689-4239-816e-94334a287305 will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:59:48.600713 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=ee4bc416-bdef-4810-bf9d-94de40768e98,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:48.615358 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ef1dd9bf-8f39-4e12-a052-99a3d36ba1f3 req-5d2d7835-59be-4da3-b4d7-f970d845b307 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980597 May 12 14:59:48.625591 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] For port 3ffb41ec-4a9c-4ddd-bc44-74681e37e908, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:59:48.628911 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] For port 3ffb41ec-4a9c-4ddd-bc44-74681e37e908, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=3ffb41ec-4a9c-4ddd-bc44-74681e37e908,segment=NetworkSegment(49350255-2b97-4356-8689-4d9bf03ce608),segment_id=49350255-2b97-4356-8689-4d9bf03ce608)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:59:48.640356 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Allocated IP 172.28.3.135 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/b5c3db6f-77eb-4fc2-9ffb-331565dd38a1) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:59:48.644646 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:48.738347 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:48.812156 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:48.836907 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['0097bd32-00f7-4604-b41b-9402212953a8'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:59:48.853928 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2fa8e1-7689-4239-816e-94334a287305,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:48.879088 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['ee4bc416-bdef-4810-bf9d-94de40768e98'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:59:48.906238 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Attempting to bind port 6f2fa8e1-7689-4239-816e-94334a287305 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:59:48.906620 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Attempting to bind port 6f2fa8e1-7689-4239-816e-94334a287305 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'af612ebc-9e9e-417c-88f1-a5d34b7fa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:59:48.907072 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Attempting to bind port 6f2fa8e1-7689-4239-816e-94334a287305 on network 586ae877-0139-4341-8b29-bf98c6f348d4 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:59:48.912122 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Port 6f2fa8e1-7689-4239-816e-94334a287305 on network 586ae877-0139-4341-8b29-bf98c6f348d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 14:59:48.912493 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Attempting to bind port 6f2fa8e1-7689-4239-816e-94334a287305 on network 586ae877-0139-4341-8b29-bf98c6f348d4 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:59:48.918109 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:59:48.918708 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Checking segment: {'id': 'af612ebc-9e9e-417c-88f1-a5d34b7fa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:59:48.918983 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Bound using segment: {'id': 'af612ebc-9e9e-417c-88f1-a5d34b7fa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:59:48.920718 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Bound port: 6f2fa8e1-7689-4239-816e-94334a287305, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af612ebc-9e9e-417c-88f1-a5d34b7fa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:59:48.921085 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:48.925079 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:48.987977 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c816f-f736-4856-94a2-b1fbbe962888 None None] Pushing event updated for resources: {'Port': ['ID=3ffb41ec-4a9c-4ddd-bc44-74681e37e908,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:49.019002 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:59:49.021981 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:59:49.026569 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:59:49.047180 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] For port 6f2fa8e1-7689-4239-816e-94334a287305, host hv-cinder-83118, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:59:49.051132 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] For port 6f2fa8e1-7689-4239-816e-94334a287305, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6f2fa8e1-7689-4239-816e-94334a287305,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:59:49.077089 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:49.092383 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Pushing event updated for resources: {'Port': ['ID=b5c3db6f-77eb-4fc2-9ffb-331565dd38a1,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:49.205645 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:49.353442 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2fa8e1-7689-4239-816e-94334a287305,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:49.367146 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:49.367768 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:49.369444 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-b145ecfd-a5ff-4fc5-8df5-f2ce8c65e960 service neutron] 10.222.0.69 "PUT /v2.0/ports/6f2fa8e1-7689-4239-816e-94334a287305 HTTP/1.1" status: 200 len: 1093 time: 1.4592772 May 12 14:59:49.373884 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'tag': '6f2fa8e1-7689-4239-816e-94334a287305'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:49.450394 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 14:59:49.550889 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770e3fe-a2bb-40a1-b23d-e6280a9014b6 req-6b0969e0-c556-486e-9d44-3bb8d365704b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:49.552493 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3770e3fe-a2bb-40a1-b23d-e6280a9014b6 req-6b0969e0-c556-486e-9d44-3bb8d365704b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 945 time: 0.3628561 May 12 14:59:49.567437 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7022e9-7e78-48cf-b155-37ed463616ae req-c3dcd265-7fa0-44d8-96bf-d81734c323d3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:49.567437 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9d7022e9-7e78-48cf-b155-37ed463616ae req-c3dcd265-7fa0-44d8-96bf-d81734c323d3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.2050791 May 12 14:59:49.624268 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-17fcbfb2-bb5f-44c6-8ed7-762727299b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:49.625963 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-17fcbfb2-bb5f-44c6-8ed7-762727299b9e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b59b244953945b1b1ef483fdb3522e1&device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 1096 time: 0.0936842 May 12 14:59:49.706061 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-51a5454b-e589-49e5-acaf-fee08156c9e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f2fa8e1-7689-4239-816e-94334a287305 HTTP/1.1" status: 200 len: 217 time: 0.0665479 May 12 14:59:49.718894 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9d7022e9-7e78-48cf-b155-37ed463616ae req-3bbe271b-88c3-41e1-ad2d-02413bbb854a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378272 May 12 14:59:49.721445 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3770e3fe-a2bb-40a1-b23d-e6280a9014b6 req-605516dc-f7d8-4d26-af13-89197c851f0b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c11d7d5-a7d4-45c0-9736-51cc3180a4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542377 May 12 14:59:49.798026 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-12e99765-8557-4cd8-a483-f9f7d47230bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:49.800577 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-12e99765-8557-4cd8-a483-f9f7d47230bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7fdab544-cb12-4cff-b823-5cc3aea55c1f HTTP/1.1" status: 200 len: 855 time: 0.0871453 May 12 14:59:49.802291 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56791bf-c5d1-4e6f-a046-bed47b09d67f'] response: {'name': 'network-changed', 'server_uuid': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'tag': '6f2fa8e1-7689-4239-816e-94334a287305', 'status': 'completed', 'code': 200} May 12 14:59:49.908795 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-9c1226c3-8107-45ec-b38a-e28686f04daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:49.910675 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-9c1226c3-8107-45ec-b38a-e28686f04daf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=586ae877-0139-4341-8b29-bf98c6f348d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921347 May 12 14:59:49.982635 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:50.067647 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-41c335c4-5784-4935-9452-9fd8de515b67 service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494358 May 12 14:59:50.167553 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3195cee4-b6e5-48aa-88dc-991fda9ba330 None None] Network c869c893-5e1b-47a8-8cc0-0cb63524d61c requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:59:50.187881 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf5e62-d29e-4cba-9f21-b4a8b4217029 req-3b4a8c19-45fd-4635-a5e0-96db1966a218 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:50.189449 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1adf5e62-d29e-4cba-9f21-b4a8b4217029 req-3b4a8c19-45fd-4635-a5e0-96db1966a218 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 945 time: 0.2999334 May 12 14:59:50.247825 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-041c80ab-4230-41b7-b440-debdc9e4acb6 req-0f08c94e-3bfc-4150-a01c-e91f4c737d4f service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628938 May 12 14:59:50.259395 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:59:50.396236 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1adf5e62-d29e-4cba-9f21-b4a8b4217029 req-efe42d32-fc9f-43bc-b9b7-f6f21958e4bd tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242616 May 12 14:59:50.429310 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624888'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:50.429596 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-b150c2ef-83ad-4c68-964c-aae887657d5f None None] Provisioning for port 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:59:50.521376 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:59:50.531011 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:59:50.531472 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:50.548880 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f225a9c-1024-4a22-ad4f-53a131206c72 req-007fb8a7-ba36-46d6-8939-d8f631ae7ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:50.551469 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-3f225a9c-1024-4a22-ad4f-53a131206c72 req-007fb8a7-ba36-46d6-8939-d8f631ae7ce3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b59b244953945b1b1ef483fdb3522e1&device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 1096 time: 0.0979288 May 12 14:59:50.667696 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:50.704231 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port 3ffb41ec-4a9c-4ddd-bc44-74681e37e908, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=3ffb41ec-4a9c-4ddd-bc44-74681e37e908,segment=NetworkSegment(49350255-2b97-4356-8689-4d9bf03ce608),segment_id=49350255-2b97-4356-8689-4d9bf03ce608)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:50.707159 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f225a9c-1024-4a22-ad4f-53a131206c72 req-b45733f6-d8ce-4040-8569-652ee5af0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:50.708760 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-3f225a9c-1024-4a22-ad4f-53a131206c72 req-b45733f6-d8ce-4040-8569-652ee5af0736 service neutron] 10.222.0.69 "GET /v2.0/networks?id=586ae877-0139-4341-8b29-bf98c6f348d4 HTTP/1.1" status: 200 len: 917 time: 0.1514459 May 12 14:59:50.763632 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 is scheduled to L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 14:59:50.768722 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-8ace6598-aba1-442a-8f4e-3b159440905d None None] Provisioning complete for port 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:59:50.768722 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8ace6598-aba1-442a-8f4e-3b159440905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:50.806439 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:50.888353 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-3f225a9c-1024-4a22-ad4f-53a131206c72 req-9d5f2933-7fd0-4fba-887f-2825f3b1fa57 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f2fa8e1-7689-4239-816e-94334a287305 HTTP/1.1" status: 200 len: 217 time: 0.1731248 May 12 14:59:50.926222 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 0097bd32-00f7-4604-b41b-9402212953a8 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:59:50.959304 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f225a9c-1024-4a22-ad4f-53a131206c72 req-d006ff60-0922-4d42-b6c1-0aeb3e0f7751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:50.960905 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-3f225a9c-1024-4a22-ad4f-53a131206c72 req-d006ff60-0922-4d42-b6c1-0aeb3e0f7751 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7fdab544-cb12-4cff-b823-5cc3aea55c1f HTTP/1.1" status: 200 len: 855 time: 0.0665307 May 12 14:59:51.039578 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=3ffb41ec-4a9c-4ddd-bc44-74681e37e908,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:51.040884 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f225a9c-1024-4a22-ad4f-53a131206c72 req-1348da8c-fdd4-4660-87a0-c0a6727a67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:51.042507 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-3f225a9c-1024-4a22-ad4f-53a131206c72 req-1348da8c-fdd4-4660-87a0-c0a6727a67c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=586ae877-0139-4341-8b29-bf98c6f348d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755160 May 12 14:59:51.133207 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:59:51.145281 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Sync routers for ids ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'] in dv-cinder-831187-2-smb {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:59:51.160584 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port 0097bd32-00f7-4604-b41b-9402212953a8 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:59:51.164052 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Routers {'5b760d83-11c0-435a-a7c8-6b424dfb61e8'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:59:51.164823 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:51.172135 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47943ae-55b8-4d53-85ab-13b2f7ede7fa req-3dbe37eb-4851-4c27-a927-e721b79dce0f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:51.182335 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d47943ae-55b8-4d53-85ab-13b2f7ede7fa req-3dbe37eb-4851-4c27-a927-e721b79dce0f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.2656548 May 12 14:59:51.191526 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f73291-6a05-47b9-a529-fb28c8ec1e84 req-d6a993aa-f2e4-4761-8bd1-24e0579fcff3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:51.193025 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-15f73291-6a05-47b9-a529-fb28c8ec1e84 req-d6a993aa-f2e4-4761-8bd1-24e0579fcff3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 945 time: 0.2810001 May 12 14:59:51.200550 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-3f225a9c-1024-4a22-ad4f-53a131206c72 req-3e74ee58-5e1c-48df-a57d-ca33a62d1f7f service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492345 May 12 14:59:51.260307 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:51.264458 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-dd76f205-fd50-4b28-97b1-f9e30ae7412a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2795432 May 12 14:59:51.267020 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 37946) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:51.269931 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d47943ae-55b8-4d53-85ab-13b2f7ede7fa req-342e0fc4-930a-4055-ab04-39d94e7e5ad7 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898447 May 12 14:59:51.340811 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port 0097bd32-00f7-4604-b41b-9402212953a8 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:59:51.341459 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:51.347782 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-15f73291-6a05-47b9-a529-fb28c8ec1e84 req-f512ce7e-090f-4dab-858b-2f29315d5018 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c11d7d5-a7d4-45c0-9736-51cc3180a4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408288 May 12 14:59:51.352003 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-3f225a9c-1024-4a22-ad4f-53a131206c72 req-c2d9cc6d-0dd9-4d10-b7c3-22c8141a48e1 service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455867 May 12 14:59:51.431074 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Set router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:59:51.680351 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:51.740028 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd421c1cc-feac-4faf-b7d5-4b96f0ff73bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0097bd32-00f7-4604-b41b-9402212953a8'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:51.776273 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 0097bd32-00f7-4604-b41b-9402212953a8, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0097bd32-00f7-4604-b41b-9402212953a8,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:51.791057 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2475ac8e-bfe3-4742-8404-2cdc3c36b210'] response: {'server_uuid': 'd421c1cc-feac-4faf-b7d5-4b96f0ff73bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0097bd32-00f7-4604-b41b-9402212953a8', 'code': 200} May 12 14:59:51.821462 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'name': 'tempest-TestShelveInstance-1574610792-router', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:47Z', 'updated_at': '2022-05-12T14:59:49Z', 'revision_number': 3, 'project_id': 'ecfdd8e25a724584b830818714552807', 'gw_port': {'id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:48Z', 'updated_at': '2022-05-12T14:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:51.827118 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Checking router: 5b760d83-11c0-435a-a7c8-6b424dfb61e8 for host: dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:59:51.827621 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Updating router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 port b5c3db6f-77eb-4fc2-9ffb-331565dd38a1 binding host dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:59:51.883298 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:51.894067 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450afa49-897c-4c7f-8158-0afdfb993917 req-0b742a60-f84c-4337-9c3d-d896c053a5c7 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:51.895530 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-450afa49-897c-4c7f-8158-0afdfb993917 req-0b742a60-f84c-4337-9c3d-d896c053a5c7 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 945 time: 0.3635108 May 12 14:59:51.916296 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:51.917065 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device ee4bc416-bdef-4810-bf9d-94de40768e98 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:59:52.032442 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-450afa49-897c-4c7f-8158-0afdfb993917 req-43a637fa-0908-4bdd-91cb-0d0fbe9b2450 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270068 May 12 14:59:52.109600 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=0097bd32-00f7-4604-b41b-9402212953a8,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:52.126102 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:52.127713 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:52.127713 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:52.127713 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:52.127713 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:52.127713 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:52.128171 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:52.128379 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:52.128712 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:52.129035 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:52.129350 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:52.129691 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:52.174271 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:59:52.254431 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:52.309623 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port ee4bc416-bdef-4810-bf9d-94de40768e98 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:59:52.324154 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff86c1-d9c2-4cd6-8da6-daff0ee3faf2 req-aab12b40-71b9-464e-8907-79ad30215286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:52.326565 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-65ff86c1-d9c2-4cd6-8da6-daff0ee3faf2 req-aab12b40-71b9-464e-8907-79ad30215286 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 1099 time: 0.0864594 May 12 14:59:52.334779 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port ee4bc416-bdef-4810-bf9d-94de40768e98 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:59:52.341750 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:52.411803 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:59:52.411803 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:52.417788 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-65ff86c1-d9c2-4cd6-8da6-daff0ee3faf2 req-89ced31a-c8ca-4660-99a2-7c6afa619fa7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3c11d7d5-a7d4-45c0-9736-51cc3180a4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845022 May 12 14:59:52.643309 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:52.679135 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Allocated IP 172.20.0.1 (c869c893-5e1b-47a8-8cc0-0cb63524d61c/6e4512ec-10c3-466b-9882-15d05fa1f1c5/191e0e2e-1e49-4f29-98e6-026699d59d56) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:59:52.693608 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6855af2-07f8-4c47-8af1-56a3e92313e9 req-e0faaccb-d3ac-48ae-986a-d5e10850cf25 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:52.695174 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b6855af2-07f8-4c47-8af1-56a3e92313e9 req-e0faaccb-d3ac-48ae-986a-d5e10850cf25 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.2907977 May 12 14:59:52.709376 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Transition to ACTIVE for port object b5c3db6f-77eb-4fc2-9ffb-331565dd38a1 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:59:52.711919 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:52.732424 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8368c2-e217-449e-a453-79428360ee8d req-dda835b0-5cb8-4294-bc7c-1a6b42676c8a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:52.733957 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-db8368c2-e217-449e-a453-79428360ee8d req-dda835b0-5cb8-4294-bc7c-1a6b42676c8a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 946 time: 0.2463546 May 12 14:59:52.756329 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port ee4bc416-bdef-4810-bf9d-94de40768e98, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ee4bc416-bdef-4810-bf9d-94de40768e98,segment=NetworkSegment(6b44ca7e-6fe5-4960-9177-ccda999616e5),segment_id=6b44ca7e-6fe5-4960-9177-ccda999616e5)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:52.787737 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:52.847252 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:52.873223 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Attempting to bind port b5c3db6f-77eb-4fc2-9ffb-331565dd38a1 on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:59:52.873612 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Attempting to bind port b5c3db6f-77eb-4fc2-9ffb-331565dd38a1 by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:59:52.873977 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Attempting to bind port b5c3db6f-77eb-4fc2-9ffb-331565dd38a1 on network e3b9db88-ae7a-445e-af83-3321a6e7e6af {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:59:52.877891 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 6f2fa8e1-7689-4239-816e-94334a287305 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 14:59:52.880485 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c1d12-7238-4f6f-b279-3c6faa753869 None None] Pushing event updated for resources: {'Port': ['ID=b5c3db6f-77eb-4fc2-9ffb-331565dd38a1,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:52.885827 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b6855af2-07f8-4c47-8af1-56a3e92313e9 req-248e358a-6e78-4ba1-98f1-a8c390db9ad7 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840425 May 12 14:59:52.906212 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-db8368c2-e217-449e-a453-79428360ee8d req-3e1bcc05-e305-4610-ae69-f409feafa71e tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c11d7d5-a7d4-45c0-9736-51cc3180a4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537607 May 12 14:59:52.938659 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:59:52.938659 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Checking segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:59:52.939226 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:52.939415 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Bound using segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:59:52.939793 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Bound port: b5c3db6f-77eb-4fc2-9ffb-331565dd38a1, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:59:52.940164 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:52.963756 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:52.982494 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Transition to ACTIVE for port object 191e0e2e-1e49-4f29-98e6-026699d59d56 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:59:53.086505 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=ee4bc416-bdef-4810-bf9d-94de40768e98,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:53.097863 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:53.118728 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] For port b5c3db6f-77eb-4fc2-9ffb-331565dd38a1, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:59:53.123476 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] For port b5c3db6f-77eb-4fc2-9ffb-331565dd38a1, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=b5c3db6f-77eb-4fc2-9ffb-331565dd38a1,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:59:53.168227 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 6f2fa8e1-7689-4239-816e-94334a287305, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6f2fa8e1-7689-4239-816e-94334a287305,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:53.183056 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': '6f2fa8e1-7689-4239-816e-94334a287305', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'port_id': '6f2fa8e1-7689-4239-816e-94334a287305', 'mac_address': 'fa:16:3e:0e:7d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 14:59:53.202355 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Network c869c893-5e1b-47a8-8cc0-0cb63524d61c is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:59:53.210342 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:59:53.219144 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:53.220911 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 14:59:53.273891 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Pushing event updated for resources: {'Port': ['ID=191e0e2e-1e49-4f29-98e6-026699d59d56,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:53.314996 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587182'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:53.321540 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:53.340708 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Routers {'5b760d83-11c0-435a-a7c8-6b424dfb61e8'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:59:53.341373 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:53.349428 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a2a1-1216-40e2-8cc2-40f92254c19f req-46b95063-249c-4df1-bdb3-c0e69d42d815 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:53.351060 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f0f5a2a1-1216-40e2-8cc2-40f92254c19f req-46b95063-249c-4df1-bdb3-c0e69d42d815 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 946 time: 0.1864343 May 12 14:59:53.407320 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f2fa8e1-7689-4239-816e-94334a287305 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 14:59:53.416492 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f0f5a2a1-1216-40e2-8cc2-40f92254c19f req-fb8c1b79-e4f3-4e42-adaa-5d5bc080004a tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527275 May 12 14:59:53.442039 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c1d12-7238-4f6f-b279-3c6faa753869 None None] Pushing event updated for resources: {'Port': ['ID=b5c3db6f-77eb-4fc2-9ffb-331565dd38a1,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:53.465634 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 6f2fa8e1-7689-4239-816e-94334a287305, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6f2fa8e1-7689-4239-816e-94334a287305,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:53.570316 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] Set router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:59:53.616643 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:53.619215 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-cac116d6-ca76-4d71-ba27-ccdbf32aa634 None None] Provisioning for port 191e0e2e-1e49-4f29-98e6-026699d59d56 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:59:53.620757 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:53.724373 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-cac116d6-ca76-4d71-ba27-ccdbf32aa634 None None] Provisioning complete for port 191e0e2e-1e49-4f29-98e6-026699d59d56 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:59:53.724654 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cac116d6-ca76-4d71-ba27-ccdbf32aa634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:53.800307 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de907bd3-1e1f-43f6-bf78-974968a4e4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4bc416-bdef-4810-bf9d-94de40768e98'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:53.898655 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-cac116d6-ca76-4d71-ba27-ccdbf32aa634 None None] Port 191e0e2e-1e49-4f29-98e6-026699d59d56 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:59:53.907230 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9bf13de-0251-42d1-afe0-dfb2f25273ea'] response: {'server_uuid': 'de907bd3-1e1f-43f6-bf78-974968a4e4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4bc416-bdef-4810-bf9d-94de40768e98', 'code': 200} May 12 14:59:53.914401 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=6f2fa8e1-7689-4239-816e-94334a287305,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:53.956681 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:54.017939 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['6f2fa8e1-7689-4239-816e-94334a287305'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 14:59:54.078315 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'name': 'tempest-TestShelveInstance-1574610792-router', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:47Z', 'updated_at': '2022-05-12T14:59:49Z', 'revision_number': 3, 'project_id': 'ecfdd8e25a724584b830818714552807', 'gw_port': {'id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:48Z', 'updated_at': '2022-05-12T14:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:54.091542 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a632c7-87e5-4e70-8fc7-986e0342609d None None] The sync data for ids ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'] in dv-cinder-831187-2-smb is: [{'id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'name': 'tempest-TestShelveInstance-1574610792-router', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:47Z', 'updated_at': '2022-05-12T14:59:49Z', 'revision_number': 3, 'project_id': 'ecfdd8e25a724584b830818714552807', 'gw_port': {'id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:48Z', 'updated_at': '2022-05-12T14:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}] {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:59:54.139977 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:54.312007 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587019'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:54.339170 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Pushing event updated for resources: {'Port': ['ID=191e0e2e-1e49-4f29-98e6-026699d59d56,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:54.454078 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809232a4-7206-4412-b411-2642479abf99 req-8629e6a4-5cf2-4427-81ad-a747c2476689 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:54.458237 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-809232a4-7206-4412-b411-2642479abf99 req-8629e6a4-5cf2-4427-81ad-a747c2476689 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 944 time: 0.4061670 May 12 14:59:54.470569 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c8714-0b77-489b-ace5-7eb2d42a170f req-419632a9-a636-459b-8d44-35062c14db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:54.472268 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-991c8714-0b77-489b-ace5-7eb2d42a170f req-419632a9-a636-459b-8d44-35062c14db57 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 1099 time: 0.0831292 May 12 14:59:54.473512 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6352fb0-4869-427f-a0bf-7d24c8bed17b req-bb9491b3-ae9d-41aa-b528-f7f1d8de2475 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:54.475070 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e6352fb0-4869-427f-a0bf-7d24c8bed17b req-bb9491b3-ae9d-41aa-b528-f7f1d8de2475 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 946 time: 0.4245729 May 12 14:59:54.519117 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-991c8714-0b77-489b-ace5-7eb2d42a170f req-13936de5-d76a-4fcc-89b7-7166fa494b54 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 May 12 14:59:54.587066 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-809232a4-7206-4412-b411-2642479abf99 req-fe494ed3-dbe6-4ff3-a5fb-266fbf939b79 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109281 May 12 14:59:54.602390 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Network c869c893-5e1b-47a8-8cc0-0cb63524d61c is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 14:59:54.606585 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e6352fb0-4869-427f-a0bf-7d24c8bed17b req-ec41fe8d-56a9-41f5-a2f9-69e2fcea3ed0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c11d7d5-a7d4-45c0-9736-51cc3180a4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107461 May 12 14:59:54.607323 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:59:54.926405 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-9249fc00-b856-43ea-86f2-7dc9fe3a6913 None None] Provisioning complete for port 191e0e2e-1e49-4f29-98e6-026699d59d56 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:59:54.926924 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9249fc00-b856-43ea-86f2-7dc9fe3a6913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:54.972677 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 14:59:54.991661 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f78de-50c6-4017-9749-53d8f2c6db77 req-bedb4490-4cd1-4fab-87ac-d7344252668c tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:54.993260 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0b8f78de-50c6-4017-9749-53d8f2c6db77 req-bedb4490-4cd1-4fab-87ac-d7344252668c tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 946 time: 0.2558510 May 12 14:59:55.023691 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 37970) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:55.023691 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-13bc4c74-4520-41f4-ac0b-5a172ceae808 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'floatingip': {'port_id': '0097bd32-00f7-4604-b41b-9402212953a8'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:55.040758 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-9249fc00-b856-43ea-86f2-7dc9fe3a6913 None None] Port 191e0e2e-1e49-4f29-98e6-026699d59d56 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 14:59:55.067505 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa449c94-6d6a-4006-ade9-f1cb6b5da778 req-951fb56e-acac-40a0-9529-49ca905ad3fb tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:55.068922 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa449c94-6d6a-4006-ade9-f1cb6b5da778 req-951fb56e-acac-40a0-9529-49ca905ad3fb tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 946 time: 0.2944961 May 12 14:59:55.093493 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-13bc4c74-4520-41f4-ac0b-5a172ceae808 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:55.200615 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa449c94-6d6a-4006-ade9-f1cb6b5da778 req-8738a9b7-7cc6-4264-b38f-47a0020132de tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225080 May 12 14:59:55.229222 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:59:55.238988 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-1f1f4028-bc24-46e6-83b9-4efa472872ee admin admin] 10.222.0.70 "PUT /v2.0/routers/5b760d83-11c0-435a-a7c8-6b424dfb61e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9680197 May 12 14:59:55.754472 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-13bc4c74-4520-41f4-ac0b-5a172ceae808 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:55.806763 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b6231-158f-4ab7-98a9-99759de0225a req-096b817c-a609-4915-a0dd-ea976a30474f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:55.808236 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4e8b6231-158f-4ab7-98a9-99759de0225a req-096b817c-a609-4915-a0dd-ea976a30474f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 944 time: 0.0925629 May 12 14:59:55.829761 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Sync routers for ids ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:59:55.839739 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Routers {'5b760d83-11c0-435a-a7c8-6b424dfb61e8'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:59:55.841007 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:55.861576 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-13bc4c74-4520-41f4-ac0b-5a172ceae808 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:55.873038 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4e8b6231-158f-4ab7-98a9-99759de0225a req-f0cfc127-ac62-4898-b48f-56bdb7b4c0be tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453038 May 12 14:59:56.044894 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Set router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:59:56.145335 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.l3_db [None req-13bc4c74-4520-41f4-ac0b-5a172ceae808 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Floating IP a6ebe524-48de-4690-83a8-5b4bb6c398d6 associated. External IP: 172.28.3.239, port: 0097bd32-00f7-4604-b41b-9402212953a8. May 12 14:59:56.180236 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device b5c3db6f-77eb-4fc2-9ffb-331565dd38a1 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:59:56.277623 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 37992) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:56.285229 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1053843358-network', 'tenant_id': '604d4e87506744c2887e973f5ffa88c4'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:56.292299 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:56.298686 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Usage tracker for resource:network and tenant:604d4e87506744c2887e973f5ffa88c4 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:56.301995 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:56.308113 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:56.428445 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6124f-4c1d-4224-822c-3db66b40b798 req-29e1ba75-95d8-43d8-81be-c020f920f591 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:56.428938 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'name': 'tempest-TestShelveInstance-1574610792-router', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:47Z', 'updated_at': '2022-05-12T14:59:53Z', 'revision_number': 4, 'project_id': 'ecfdd8e25a724584b830818714552807', 'gw_port': {'id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:48Z', 'updated_at': '2022-05-12T14:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '191e0e2e-1e49-4f29-98e6-026699d59d56', 'name': '', 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'mac_address': 'fa:16:3e:17:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:52Z', 'updated_at': '2022-05-12T14:59:53Z', 'revision_number': 2, 'project_id': 'ecfdd8e25a724584b830818714552807', 'subnets': [{'id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:56.429908 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-92a6124f-4c1d-4224-822c-3db66b40b798 req-29e1ba75-95d8-43d8-81be-c020f920f591 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 946 time: 0.0837686 May 12 14:59:56.435950 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Checking router: 5b760d83-11c0-435a-a7c8-6b424dfb61e8 for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:59:56.436335 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Updating router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 port 191e0e2e-1e49-4f29-98e6-026699d59d56 binding host dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 14:59:56.477783 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-92a6124f-4c1d-4224-822c-3db66b40b798 req-e89f750f-dafb-4da4-a2d0-1aea34978a0c tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399222 May 12 14:59:56.492985 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:56.501767 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port b5c3db6f-77eb-4fc2-9ffb-331565dd38a1 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:59:56.510985 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port b5c3db6f-77eb-4fc2-9ffb-331565dd38a1 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:59:56.511691 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:56.564505 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Made reservation on behalf of 604d4e87506744c2887e973f5ffa88c4 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:59:56.568022 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:56.594165 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:56.623293 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bc4c74-4520-41f4-ac0b-5a172ceae808 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Router f70c95fa-61de-4e27-b177-dd890ca5ccb1 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 14:59:56.631226 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:56.642209 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Usage tracker for resource:security_group_rule and tenant:604d4e87506744c2887e973f5ffa88c4 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:56.648493 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:56.655762 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:56.662577 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:56.678130 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port b5c3db6f-77eb-4fc2-9ffb-331565dd38a1, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=b5c3db6f-77eb-4fc2-9ffb-331565dd38a1,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:56.765176 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:56.795110 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:56.867475 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bc4c74-4520-41f4-ac0b-5a172ceae808 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 14:59:56.876342 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-13bc4c74-4520-41f4-ac0b-5a172ceae808 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:56.894213 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=b5c3db6f-77eb-4fc2-9ffb-331565dd38a1,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:56.896090 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:56.917006 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 6f2fa8e1-7689-4239-816e-94334a287305 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:59:56.944047 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 14:59:56.957097 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-13bc4c74-4520-41f4-ac0b-5a172ceae808 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "PUT /v2.0/floatingips/a6ebe524-48de-4690-83a8-5b4bb6c398d6 HTTP/1.1" status: 200 len: 992 time: 1.9498813 May 12 14:59:56.957796 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd421c1cc-feac-4faf-b7d5-4b96f0ff73bf', 'tag': '0097bd32-00f7-4604-b41b-9402212953a8'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:56.971430 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d954f3a-3171-4400-b7c5-252463bedc37,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:56.974680 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:56.975261 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.db.segments_db [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Added segment 0a8ee9f4-4a69-49e1-8843-5cd867ad119a of type vlan for network 81a0e018-4b50-46a1-b787-de6429a3cc62 May 12 14:59:56.976280 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983f2426-b133-4231-86e4-534c9bc2808c None None] Sync routers for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 14:59:57.009576 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:57.021083 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983f2426-b133-4231-86e4-534c9bc2808c None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:59:57.023756 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-983f2426-b133-4231-86e4-534c9bc2808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:57.038549 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609fc656-ffb4-4006-a8f6-64f6ee554174'] response: {'name': 'network-changed', 'server_uuid': 'd421c1cc-feac-4faf-b7d5-4b96f0ff73bf', 'tag': '0097bd32-00f7-4604-b41b-9402212953a8', 'status': 'completed', 'code': 200} May 12 14:59:57.049614 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:57.063467 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Transition to ACTIVE for port object 191e0e2e-1e49-4f29-98e6-026699d59d56 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:59:57.143386 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebc0ec-6fdf-449c-afcf-d2c99b2ac439 req-45422e20-1c76-4c1c-8626-c5848117f447 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:57.150110 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-85ebc0ec-6fdf-449c-afcf-d2c99b2ac439 req-45422e20-1c76-4c1c-8626-c5848117f447 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 944 time: 0.1066139 May 12 14:59:57.164633 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d789c6-e9b1-4fd2-8506-e5a31e5b8ebe req-1a786023-fbcb-4fdc-af9a-06f45ba6b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:57.166564 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-d0d789c6-e9b1-4fd2-8506-e5a31e5b8ebe req-1a786023-fbcb-4fdc-af9a-06f45ba6b9db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65de6117be774a79b70ff72040037424&device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 1099 time: 0.0810308 May 12 14:59:57.182864 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:57.300790 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-983f2426-b133-4231-86e4-534c9bc2808c None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:59:57.398232 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d789c6-e9b1-4fd2-8506-e5a31e5b8ebe req-9f1cf9cf-c7c2-4cb3-ba71-09e95317083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:57.400259 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-d0d789c6-e9b1-4fd2-8506-e5a31e5b8ebe req-9f1cf9cf-c7c2-4cb3-ba71-09e95317083c service neutron] 10.222.0.69 "GET /v2.0/networks?id=dfb381ca-02ac-4901-8dbb-a068765d875a HTTP/1.1" status: 200 len: 915 time: 0.2279212 May 12 14:59:57.405006 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:57.406246 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:57.406887 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:57.461167 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port 6f2fa8e1-7689-4239-816e-94334a287305 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 14:59:57.500981 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228abc77-cc1e-41df-9a6a-e620301eec21 None None] Pushing event updated for resources: {'Port': ['ID=191e0e2e-1e49-4f29-98e6-026699d59d56,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:57.505010 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port 6f2fa8e1-7689-4239-816e-94334a287305 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:59:57.510716 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Attempting to bind port 191e0e2e-1e49-4f29-98e6-026699d59d56 on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 14:59:57.511156 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Attempting to bind port 191e0e2e-1e49-4f29-98e6-026699d59d56 by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '49350255-2b97-4356-8689-4d9bf03ce608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 14:59:57.511484 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:57.511623 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Attempting to bind port 191e0e2e-1e49-4f29-98e6-026699d59d56 on network c869c893-5e1b-47a8-8cc0-0cb63524d61c {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 14:59:57.516085 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228abc77-cc1e-41df-9a6a-e620301eec21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:57.516499 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228abc77-cc1e-41df-9a6a-e620301eec21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:57.516896 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228abc77-cc1e-41df-9a6a-e620301eec21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:57.517287 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228abc77-cc1e-41df-9a6a-e620301eec21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:57.517730 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228abc77-cc1e-41df-9a6a-e620301eec21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:57.518117 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228abc77-cc1e-41df-9a6a-e620301eec21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:57.518515 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228abc77-cc1e-41df-9a6a-e620301eec21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:57.518896 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228abc77-cc1e-41df-9a6a-e620301eec21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:57.519276 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228abc77-cc1e-41df-9a6a-e620301eec21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:57.519677 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228abc77-cc1e-41df-9a6a-e620301eec21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:57.520050 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228abc77-cc1e-41df-9a6a-e620301eec21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:57.520425 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228abc77-cc1e-41df-9a6a-e620301eec21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 14:59:57.527385 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 14:59:57.527884 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Checking segment: {'id': '49350255-2b97-4356-8689-4d9bf03ce608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:59:57.528345 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:57.529381 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Bound using segment: {'id': '49350255-2b97-4356-8689-4d9bf03ce608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 14:59:57.530281 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Bound port: 191e0e2e-1e49-4f29-98e6-026699d59d56, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49350255-2b97-4356-8689-4d9bf03ce608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 14:59:57.530281 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:57.557956 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-d0d789c6-e9b1-4fd2-8506-e5a31e5b8ebe req-72fded89-5630-46ba-85f0-0429a071e955 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0097bd32-00f7-4604-b41b-9402212953a8 HTTP/1.1" status: 200 len: 1000 time: 0.1415546 May 12 14:59:57.582802 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-85ebc0ec-6fdf-449c-afcf-d2c99b2ac439 req-9b296d05-f013-4cb0-b97b-ad4867cbfe6b tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4296329 May 12 14:59:57.618020 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] Pushing event updated for resources: {'Network': ['ID=81a0e018-4b50-46a1-b787-de6429a3cc62,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:57.652265 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] For port 191e0e2e-1e49-4f29-98e6-026699d59d56, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 14:59:57.658938 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] For port 191e0e2e-1e49-4f29-98e6-026699d59d56, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=191e0e2e-1e49-4f29-98e6-026699d59d56,segment=NetworkSegment(49350255-2b97-4356-8689-4d9bf03ce608),segment_id=49350255-2b97-4356-8689-4d9bf03ce608)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 14:59:57.674680 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d789c6-e9b1-4fd2-8506-e5a31e5b8ebe req-018da310-1891-4db4-b668-598fe4932c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:57.674680 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-d0d789c6-e9b1-4fd2-8506-e5a31e5b8ebe req-018da310-1891-4db4-b668-598fe4932c84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f6795c39-e288-4c6f-98dd-c92d29478c9e HTTP/1.1" status: 200 len: 853 time: 0.1051469 May 12 14:59:57.680861 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network 81a0e018-4b50-46a1-b787-de6429a3cc62 details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 14:59:57.751700 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d789c6-e9b1-4fd2-8506-e5a31e5b8ebe req-4775aad5-a6e6-406d-878f-2ea7de5f6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:57.753489 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-d0d789c6-e9b1-4fd2-8506-e5a31e5b8ebe req-4775aad5-a6e6-406d-878f-2ea7de5f6811 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfb381ca-02ac-4901-8dbb-a068765d875a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766625 May 12 14:59:57.776874 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-88746362-b5d0-46d5-bdc9-49f75ad2a53b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4979005 May 12 14:59:57.779570 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38042) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:57.785820 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-1a8ad160-8846-4733-a191-39ac2bc349a1 admin admin] Request body: {'subnet': {'network_id': '81a0e018-4b50-46a1-b787-de6429a3cc62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1053843358-subnet', 'tenant_id': '604d4e87506744c2887e973f5ffa88c4', 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:57.790671 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1a8ad160-8846-4733-a191-39ac2bc349a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:57.795445 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-1a8ad160-8846-4733-a191-39ac2bc349a1 admin admin] Usage tracker for resource:subnet and tenant:604d4e87506744c2887e973f5ffa88c4 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:57.799956 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-1a8ad160-8846-4733-a191-39ac2bc349a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:57.809428 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:57.819091 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1a8ad160-8846-4733-a191-39ac2bc349a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:57.891271 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Routers {'5b760d83-11c0-435a-a7c8-6b424dfb61e8'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:59:57.891972 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:57.932800 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:57.938861 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8ad160-8846-4733-a191-39ac2bc349a1 admin admin] Made reservation on behalf of 604d4e87506744c2887e973f5ffa88c4 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 14:59:57.941189 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a8ad160-8846-4733-a191-39ac2bc349a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2178548'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:57.948508 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-d0d789c6-e9b1-4fd2-8506-e5a31e5b8ebe req-845ff61c-8eb1-49ac-af8f-a27917a46577 service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886249 May 12 14:59:57.973523 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2fa8e1-7689-4239-816e-94334a287305'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 14:59:57.988360 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 6f2fa8e1-7689-4239-816e-94334a287305, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6f2fa8e1-7689-4239-816e-94334a287305,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 14:59:58.002645 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-983f2426-b133-4231-86e4-534c9bc2808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'a6ebe524-48de-4690-83a8-5b4bb6c398d6', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.239', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': '0097bd32-00f7-4604-b41b-9402212953a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:9f:42:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd421c1cc-feac-4faf-b7d5-4b96f0ff73bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:31Z', 'updated_at': '2022-05-12T14:59:55Z', 'revision_number': 1, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:58.015900 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983f2426-b133-4231-86e4-534c9bc2808c None None] Checking router: f70c95fa-61de-4e27-b177-dd890ca5ccb1 for host: dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 14:59:58.032450 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983f2426-b133-4231-86e4-534c9bc2808c None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 14:59:58.033972 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-983f2426-b133-4231-86e4-534c9bc2808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:58.037316 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228abc77-cc1e-41df-9a6a-e620301eec21 None None] Pushing event updated for resources: {'Port': ['ID=191e0e2e-1e49-4f29-98e6-026699d59d56,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:58.193492 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] Set router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:59:58.289593 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d22fb989-c9da-4bd6-9e2b-1d5a68d65826'] response: {'server_uuid': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2fa8e1-7689-4239-816e-94334a287305', 'code': 200} May 12 14:59:58.290942 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device b5c3db6f-77eb-4fc2-9ffb-331565dd38a1 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 14:59:58.321451 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:58.396199 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-d0d789c6-e9b1-4fd2-8506-e5a31e5b8ebe req-efea91be-6d83-406a-ab19-1b86524c5f16 service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400446 May 12 14:59:58.439128 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a8ad160-8846-4733-a191-39ac2bc349a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1090160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2178530'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:58.520539 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-983f2426-b133-4231-86e4-534c9bc2808c None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 14:59:58.550799 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ad160-8846-4733-a191-39ac2bc349a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c322700-b692-4466-8cf7-f10160129ccb,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:58.565110 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8ad160-8846-4733-a191-39ac2bc349a1 admin admin] Checking segment: {'id': '0a8ee9f4-4a69-49e1-8843-5cd867ad119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81a0e018-4b50-46a1-b787-de6429a3cc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 14:59:58.565110 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8ad160-8846-4733-a191-39ac2bc349a1 admin admin] Network hostable DHCP agents. Network: 81a0e018-4b50-46a1-b787-de6429a3cc62, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 14:59:58.588660 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=6f2fa8e1-7689-4239-816e-94334a287305,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 14:59:58.610688 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port b5c3db6f-77eb-4fc2-9ffb-331565dd38a1 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 14:59:58.611066 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:58.624682 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'name': 'tempest-TestShelveInstance-1574610792-router', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:47Z', 'updated_at': '2022-05-12T14:59:53Z', 'revision_number': 4, 'project_id': 'ecfdd8e25a724584b830818714552807', 'gw_port': {'id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:48Z', 'updated_at': '2022-05-12T14:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '191e0e2e-1e49-4f29-98e6-026699d59d56', 'name': '', 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'mac_address': 'fa:16:3e:17:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:52Z', 'updated_at': '2022-05-12T14:59:57Z', 'revision_number': 4, 'project_id': 'ecfdd8e25a724584b830818714552807', 'subnets': [{'id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:58.629161 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ef876-7b13-4fed-be83-37724e7a7879 None None] The sync data for ids ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'] in dv-cinder-831187-2-smb is: [{'id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'name': 'tempest-TestShelveInstance-1574610792-router', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:47Z', 'updated_at': '2022-05-12T14:59:53Z', 'revision_number': 4, 'project_id': 'ecfdd8e25a724584b830818714552807', 'gw_port': {'id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:48Z', 'updated_at': '2022-05-12T14:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '191e0e2e-1e49-4f29-98e6-026699d59d56', 'name': '', 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'mac_address': 'fa:16:3e:17:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:52Z', 'updated_at': '2022-05-12T14:59:57Z', 'revision_number': 4, 'project_id': 'ecfdd8e25a724584b830818714552807', 'subnets': [{'id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:59:58.650398 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8ad160-8846-4733-a191-39ac2bc349a1 admin admin] Network 81a0e018-4b50-46a1-b787-de6429a3cc62 is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 14:59:58.710001 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c9bde-ec20-49ba-bc22-8fcad3b310fe req-166ded3b-7dfb-445c-8d81-5c833459ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:58.712106 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-115c9bde-ec20-49ba-bc22-8fcad3b310fe req-166ded3b-7dfb-445c-8d81-5c833459ba00 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 1098 time: 0.1286926 May 12 14:59:58.719193 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-1a8ad160-8846-4733-a191-39ac2bc349a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, 81a0e018-4b50-46a1-b787-de6429a3cc62) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 14:59:58.747552 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8ad160-8846-4733-a191-39ac2bc349a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:58.748222 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a8ad160-8846-4733-a191-39ac2bc349a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:58.798089 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-115c9bde-ec20-49ba-bc22-8fcad3b310fe req-e62d95ef-b2ef-4f14-b461-c67cc58a20d7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736778 May 12 14:59:58.801349 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d97550-3ca6-43a1-ad93-703eacbd694d None None] Network 81a0e018-4b50-46a1-b787-de6429a3cc62 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 14:59:58.891406 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 38068) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 14:59:58.897108 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1053843358-router', 'tenant_id': '604d4e87506744c2887e973f5ffa88c4', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 14:59:58.905102 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-1a8ad160-8846-4733-a191-39ac2bc349a1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1243966 May 12 14:59:58.907767 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 14:59:58.919886 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Usage tracker for resource:router and tenant:604d4e87506744c2887e973f5ffa88c4 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 14:59:58.922942 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 14:59:58.929153 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 14:59:58.972838 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3206fef-3c53-4145-aa28-7ab9d58638c4 req-3f9edef5-448b-4114-addb-6bf9accc9650 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 14:59:58.975463 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b3206fef-3c53-4145-aa28-7ab9d58638c4 req-3f9edef5-448b-4114-addb-6bf9accc9650 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.1584342 May 12 14:59:59.032407 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b3206fef-3c53-4145-aa28-7ab9d58638c4 req-760c4cdf-babd-4eba-8534-c6f4c46fd5cc tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520451 May 12 14:59:59.062367 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1624237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10125'] for router, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:59.064201 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10116'] for router, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:59.081877 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:59.314541 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88334a02-af0c-582b-a032-2e1d71219111-81a0e018-4b50-46a1-b787-de6429a3cc62', 'network_id': '81a0e018-4b50-46a1-b787-de6429a3cc62', 'tenant_id': '604d4e87506744c2887e973f5ffa88c4', 'fixed_ips': [{'subnet_id': '2c322700-b692-4466-8cf7-f10160129ccb'}]}} from dv-cinder-831187-2-smb. {{(pid=88108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 14:59:59.315372 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:59.393265 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-983f2426-b133-4231-86e4-534c9bc2808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'a6ebe524-48de-4690-83a8-5b4bb6c398d6', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.239', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': '0097bd32-00f7-4604-b41b-9402212953a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:9f:42:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd421c1cc-feac-4faf-b7d5-4b96f0ff73bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:31Z', 'updated_at': '2022-05-12T14:59:55Z', 'revision_number': 1, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 14:59:59.410746 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983f2426-b133-4231-86e4-534c9bc2808c None None] The sync data for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb is: [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'a6ebe524-48de-4690-83a8-5b4bb6c398d6', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.239', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': '0097bd32-00f7-4604-b41b-9402212953a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:9f:42:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd421c1cc-feac-4faf-b7d5-4b96f0ff73bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:31Z', 'updated_at': '2022-05-12T14:59:55Z', 'revision_number': 1, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 14:59:59.517271 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10218'] for router, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:59.523350 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Allocated IP 172.20.0.2 (81a0e018-4b50-46a1-b787-de6429a3cc62/2c322700-b692-4466-8cf7-f10160129ccb/285ebd35-548e-496e-8b23-539d880e8686) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 14:59:59.710519 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb3de13-80ac-4cc3-a4bb-65ef48ab48d2 None None] New status for floating IP a6ebe524-48de-4690-83a8-5b4bb6c398d6: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 14:59:59.775040 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 14:59:59.791543 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Transition to ACTIVE for port object 285ebd35-548e-496e-8b23-539d880e8686 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:59:59.817055 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Transition to ACTIVE for port object 285ebd35-548e-496e-8b23-539d880e8686 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 14:59:59.930781 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:00.006774 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Pushing event updated for resources: {'Port': ['ID=285ebd35-548e-496e-8b23-539d880e8686,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:00.020028 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Network 81a0e018-4b50-46a1-b787-de6429a3cc62 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:00:00.027504 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:00:00.031476 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:00:00.065502 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:00.102131 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:00.162741 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Attempting to bind port 285ebd35-548e-496e-8b23-539d880e8686 on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:00:00.163131 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Attempting to bind port 285ebd35-548e-496e-8b23-539d880e8686 by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '0a8ee9f4-4a69-49e1-8843-5cd867ad119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81a0e018-4b50-46a1-b787-de6429a3cc62'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:00:00.163462 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Attempting to bind port 285ebd35-548e-496e-8b23-539d880e8686 on network 81a0e018-4b50-46a1-b787-de6429a3cc62 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:00:00.170241 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:00:00.170612 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Checking segment: {'id': '0a8ee9f4-4a69-49e1-8843-5cd867ad119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81a0e018-4b50-46a1-b787-de6429a3cc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:00:00.171072 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:00.171468 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Bound using segment: {'id': '0a8ee9f4-4a69-49e1-8843-5cd867ad119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81a0e018-4b50-46a1-b787-de6429a3cc62'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:00:00.172584 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Bound port: 285ebd35-548e-496e-8b23-539d880e8686, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8ee9f4-4a69-49e1-8843-5cd867ad119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81a0e018-4b50-46a1-b787-de6429a3cc62'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:00:00.172584 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:00.291522 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 191e0e2e-1e49-4f29-98e6-026699d59d56 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:00:00.351891 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7775d38-d966-43c0-9fea-0db1289b74dd req-f150a547-3fc0-412b-b677-818f7d5bfcb4 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:00.353424 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d7775d38-d966-43c0-9fea-0db1289b74dd req-f150a547-3fc0-412b-b677-818f7d5bfcb4 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.1241362 May 12 15:00:00.383477 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] For port 285ebd35-548e-496e-8b23-539d880e8686, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:00:00.388540 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] For port 285ebd35-548e-496e-8b23-539d880e8686, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=285ebd35-548e-496e-8b23-539d880e8686,segment=NetworkSegment(0a8ee9f4-4a69-49e1-8843-5cd867ad119a),segment_id=0a8ee9f4-4a69-49e1-8843-5cd867ad119a)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:00:00.395517 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Allocated IP 172.28.3.57 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/fbe36555-55cb-427f-a539-9090677cc7c5) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:00:00.407728 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d7775d38-d966-43c0-9fea-0db1289b74dd req-46c23d2a-dd45-418b-b15d-ba858f0eb0f2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462997 May 12 15:00:00.520543 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:00.565467 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:00.593592 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 191e0e2e-1e49-4f29-98e6-026699d59d56 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:00:00.607184 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 191e0e2e-1e49-4f29-98e6-026699d59d56 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:00:00.607480 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:00.657236 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:00.663597 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c11e3-93f2-42bd-be7d-9033f98ae933 None None] Pushing event updated for resources: {'Port': ['ID=285ebd35-548e-496e-8b23-539d880e8686,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:00.733270 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:00:00.736461 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:00:00.740783 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:00:00.789168 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe36555-55cb-427f-a539-9090677cc7c5,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:00.846258 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:00.894626 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port 191e0e2e-1e49-4f29-98e6-026699d59d56, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=191e0e2e-1e49-4f29-98e6-026699d59d56,segment=NetworkSegment(49350255-2b97-4356-8689-4d9bf03ce608),segment_id=49350255-2b97-4356-8689-4d9bf03ce608)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:00:01.027447 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:01.098582 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=191e0e2e-1e49-4f29-98e6-026699d59d56,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:01.433714 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:01.613693 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af06148-42ee-429c-ad06-f9cfa19bc65c None None] Network 81a0e018-4b50-46a1-b787-de6429a3cc62 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 15:00:01.629477 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ac020-6ca7-4e70-9c7d-13d13af8a796 req-56ffa8ca-35ae-4a20-9b89-3b6b2a9cdd06 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:01.631147 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1f7ac020-6ca7-4e70-9c7d-13d13af8a796 req-56ffa8ca-35ae-4a20-9b89-3b6b2a9cdd06 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.0943570 May 12 15:00:01.692457 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1f7ac020-6ca7-4e70-9c7d-13d13af8a796 req-05cbef41-c3dd-49f6-b4ae-cef0d9156c81 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554996 May 12 15:00:01.800809 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-535493d9-010e-487a-8654-e86bd0251d5a None None] Provisioning for port 285ebd35-548e-496e-8b23-539d880e8686 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:00:01.839758 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624888'] for router, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:01.937957 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677fbd4-1612-4429-b4e9-2422ce9c48ea req-f5a8b615-80b3-41da-a7cd-5eeab41d383a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:01.939938 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c677fbd4-1612-4429-b4e9-2422ce9c48ea req-f5a8b615-80b3-41da-a7cd-5eeab41d383a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.1112235 May 12 15:00:01.950163 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38082) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:01.956960 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-66a2efd0-c3e6-451a-8f7d-0e719a97eba3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Request body: {'floatingip': {'port_id': '6f2fa8e1-7689-4239-816e-94334a287305'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:00:02.043463 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-66a2efd0-c3e6-451a-8f7d-0e719a97eba3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for floatingip, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:02.176465 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Router 4955d70a-298f-4aa0-8d6a-eae5fd279823 is scheduled to L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a with binding_index 1 {{(pid=88106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:00:02.271646 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 285ebd35-548e-496e-8b23-539d880e8686 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:00:02.388724 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:00:02.400132 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Sync routers for ids ['4955d70a-298f-4aa0-8d6a-eae5fd279823'] in dv-cinder-831187-2-smb {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:00:02.411286 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Routers {'4955d70a-298f-4aa0-8d6a-eae5fd279823'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:00:02.411895 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['4955d70a-298f-4aa0-8d6a-eae5fd279823'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:02.470444 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 285ebd35-548e-496e-8b23-539d880e8686 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:00:02.495564 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 285ebd35-548e-496e-8b23-539d880e8686 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:00:02.495929 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:02.519611 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] Notify callbacks [] for router, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:02.522361 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-7ebabb1a-f272-46ae-80bf-6df375e8b0b1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6287100 May 12 15:00:02.524233 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 38088) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:02.705172 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Set router 4955d70a-298f-4aa0-8d6a-eae5fd279823 gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:00:02.851380 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:02.893045 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-66a2efd0-c3e6-451a-8f7d-0e719a97eba3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:02.960860 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port 285ebd35-548e-496e-8b23-539d880e8686, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=285ebd35-548e-496e-8b23-539d880e8686,segment=NetworkSegment(0a8ee9f4-4a69-49e1-8843-5cd867ad119a),segment_id=0a8ee9f4-4a69-49e1-8843-5cd867ad119a)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:00:02.976295 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-66a2efd0-c3e6-451a-8f7d-0e719a97eba3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:03.063081 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'name': 'tempest-TestShelveInstance-1053843358-router', 'tenant_id': '604d4e87506744c2887e973f5ffa88c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:59Z', 'updated_at': '2022-05-12T15:00:01Z', 'revision_number': 3, 'project_id': '604d4e87506744c2887e973f5ffa88c4', 'gw_port': {'id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:00:00Z', 'updated_at': '2022-05-12T15:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:03.067935 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Checking router: 4955d70a-298f-4aa0-8d6a-eae5fd279823 for host: dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:00:03.068506 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Updating router 4955d70a-298f-4aa0-8d6a-eae5fd279823 port fbe36555-55cb-427f-a539-9090677cc7c5 binding host dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:00:03.105306 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:03.106688 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 191e0e2e-1e49-4f29-98e6-026699d59d56 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:00:03.206229 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.db.l3_db [None req-66a2efd0-c3e6-451a-8f7d-0e719a97eba3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Floating IP 29a108cb-99bf-4502-b15b-2c2d652afa49 associated. External IP: 172.28.3.10, port: 6f2fa8e1-7689-4239-816e-94334a287305. May 12 15:00:03.234635 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:03.354089 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=285ebd35-548e-496e-8b23-539d880e8686,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:03.385739 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 191e0e2e-1e49-4f29-98e6-026699d59d56 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:00:03.386265 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:03.475528 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:03.662969 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a2efd0-c3e6-451a-8f7d-0e719a97eba3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:00:03.750701 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Allocated IP 172.20.0.1 (81a0e018-4b50-46a1-b787-de6429a3cc62/2c322700-b692-4466-8cf7-f10160129ccb/d7b154b2-34be-4dad-bb80-aa63e905e1e6) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:00:03.859779 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:03.873303 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Transition to ACTIVE for port object fbe36555-55cb-427f-a539-9090677cc7c5 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:00:03.896259 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a2efd0-c3e6-451a-8f7d-0e719a97eba3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:00:03.902060 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-66a2efd0-c3e6-451a-8f7d-0e719a97eba3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:03.907174 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf78931-ff45-41fb-8fbe-7474bcd108c4 None None] Sync routers for ids ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:00:03.917274 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf78931-ff45-41fb-8fbe-7474bcd108c4 None None] Routers {'892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:00:03.918135 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2cf78931-ff45-41fb-8fbe-7474bcd108c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:03.949079 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:03.965281 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:03.970063 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Transition to ACTIVE for port object d7b154b2-34be-4dad-bb80-aa63e905e1e6 will not be triggered until provisioned by entity DHCP. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:00:03.970981 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-66a2efd0-c3e6-451a-8f7d-0e719a97eba3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "PUT /v2.0/floatingips/29a108cb-99bf-4502-b15b-2c2d652afa49 HTTP/1.1" status: 200 len: 990 time: 2.0190723 May 12 15:00:03.971695 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'tag': '6f2fa8e1-7689-4239-816e-94334a287305'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:00:04.054343 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9122dbe8-bc4c-4ee5-ad5b-79115a9c3761'] response: {'name': 'network-changed', 'server_uuid': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'tag': '6f2fa8e1-7689-4239-816e-94334a287305', 'status': 'completed', 'code': 200} May 12 15:00:04.072772 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Attempting to bind port fbe36555-55cb-427f-a539-9090677cc7c5 on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:00:04.073135 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Attempting to bind port fbe36555-55cb-427f-a539-9090677cc7c5 by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:00:04.073491 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Attempting to bind port fbe36555-55cb-427f-a539-9090677cc7c5 on network e3b9db88-ae7a-445e-af83-3321a6e7e6af {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:00:04.076374 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bca510-0bae-42b6-ad0a-f641a488f036 None None] Pushing event updated for resources: {'Port': ['ID=fbe36555-55cb-427f-a539-9090677cc7c5,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:04.082870 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:00:04.083268 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Checking segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:00:04.083668 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:04.084057 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Bound using segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:00:04.084526 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Bound port: fbe36555-55cb-427f-a539-9090677cc7c5, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:00:04.084896 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:04.091121 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:04.230935 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] For port fbe36555-55cb-427f-a539-9090677cc7c5, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:00:04.235296 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] For port fbe36555-55cb-427f-a539-9090677cc7c5, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=fbe36555-55cb-427f-a539-9090677cc7c5,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:00:04.239583 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 285ebd35-548e-496e-8b23-539d880e8686 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:00:04.240555 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-2cf78931-ff45-41fb-8fbe-7474bcd108c4 None None] Set router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:00:04.254024 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Network 81a0e018-4b50-46a1-b787-de6429a3cc62 is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:00:04.258781 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:00:04.279707 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:00:04.326812 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:04.333400 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Pushing event updated for resources: {'Port': ['ID=d7b154b2-34be-4dad-bb80-aa63e905e1e6,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:04.402021 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587182'] for router_interface, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:04.459837 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bca510-0bae-42b6-ad0a-f641a488f036 None None] Pushing event updated for resources: {'Port': ['ID=fbe36555-55cb-427f-a539-9090677cc7c5,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:04.467143 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Routers {'4955d70a-298f-4aa0-8d6a-eae5fd279823'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:00:04.467806 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['4955d70a-298f-4aa0-8d6a-eae5fd279823'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:04.480376 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8fc29-cd88-4d4d-86d9-98f1819afae9 req-a9975258-9cb6-471f-b6c9-3d445bee0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:04.482360 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-64e8fc29-cd88-4d4d-86d9-98f1819afae9 req-a9975258-9cb6-471f-b6c9-3d445bee0a28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b59b244953945b1b1ef483fdb3522e1&device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 1098 time: 0.3147008 May 12 15:00:04.535489 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 285ebd35-548e-496e-8b23-539d880e8686 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:00:04.535864 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:04.681530 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8fc29-cd88-4d4d-86d9-98f1819afae9 req-aff77ac4-e1b3-43d7-9848-8dad2dbed7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:04.683598 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-64e8fc29-cd88-4d4d-86d9-98f1819afae9 req-aff77ac4-e1b3-43d7-9848-8dad2dbed7ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=586ae877-0139-4341-8b29-bf98c6f348d4 HTTP/1.1" status: 200 len: 917 time: 0.1888478 May 12 15:00:04.774156 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-3ad96400-6db7-4900-b996-54caa0d7cf75 None None] Provisioning for port d7b154b2-34be-4dad-bb80-aa63e905e1e6 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:00:04.805560 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] Set router 4955d70a-298f-4aa0-8d6a-eae5fd279823 gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:00:04.850311 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-3ad96400-6db7-4900-b996-54caa0d7cf75 None None] Provisioning complete for port d7b154b2-34be-4dad-bb80-aa63e905e1e6 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:00:04.850866 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ad96400-6db7-4900-b996-54caa0d7cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:04.875076 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-64e8fc29-cd88-4d4d-86d9-98f1819afae9 req-ea4d5ad0-8576-4fdf-87a3-1d06f6a469d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f2fa8e1-7689-4239-816e-94334a287305 HTTP/1.1" status: 200 len: 998 time: 0.1847439 May 12 15:00:04.879048 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:04.886925 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2cf78931-ff45-41fb-8fbe-7474bcd108c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '29a108cb-99bf-4502-b15b-2c2d652afa49', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'floating_ip_address': '172.28.3.10', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'port_id': '6f2fa8e1-7689-4239-816e-94334a287305', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'mac_address': 'fa:16:3e:0e:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:40Z', 'updated_at': '2022-05-12T15:00:02Z', 'revision_number': 1, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68ba54a-92fc-4a91-96b9-d4892cc9518e', 'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'mac_address': 'fa:16:3e:30:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:04Z', 'revision_number': 5, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'subnets': [{'id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:04.891105 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf78931-ff45-41fb-8fbe-7474bcd108c4 None None] Checking router: 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:00:04.899675 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf78931-ff45-41fb-8fbe-7474bcd108c4 None None] Routers {'892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:00:04.900310 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2cf78931-ff45-41fb-8fbe-7474bcd108c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:05.063504 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-3ad96400-6db7-4900-b996-54caa0d7cf75 None None] Port d7b154b2-34be-4dad-bb80-aa63e905e1e6 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:00:05.128624 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-2cf78931-ff45-41fb-8fbe-7474bcd108c4 None None] Set router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:00:05.208027 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'name': 'tempest-TestShelveInstance-1053843358-router', 'tenant_id': '604d4e87506744c2887e973f5ffa88c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:59Z', 'updated_at': '2022-05-12T15:00:01Z', 'revision_number': 3, 'project_id': '604d4e87506744c2887e973f5ffa88c4', 'gw_port': {'id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:00:00Z', 'updated_at': '2022-05-12T15:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:05.216097 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23137c15-6d3b-44c2-b20d-add303b2c916 None None] The sync data for ids ['4955d70a-298f-4aa0-8d6a-eae5fd279823'] in dv-cinder-831187-2-smb is: [{'id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'name': 'tempest-TestShelveInstance-1053843358-router', 'tenant_id': '604d4e87506744c2887e973f5ffa88c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:59Z', 'updated_at': '2022-05-12T15:00:01Z', 'revision_number': 3, 'project_id': '604d4e87506744c2887e973f5ffa88c4', 'gw_port': {'id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:00:00Z', 'updated_at': '2022-05-12T15:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}] {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:00:05.237231 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8fc29-cd88-4d4d-86d9-98f1819afae9 req-31f27b9f-da24-47d5-8f25-b9e79e399ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:05.239215 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-64e8fc29-cd88-4d4d-86d9-98f1819afae9 req-31f27b9f-da24-47d5-8f25-b9e79e399ab4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7fdab544-cb12-4cff-b823-5cc3aea55c1f HTTP/1.1" status: 200 len: 855 time: 0.3426778 May 12 15:00:05.362980 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8fc29-cd88-4d4d-86d9-98f1819afae9 req-ce6d9aa5-7bff-4337-9e41-32d430f0d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:05.364101 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-64e8fc29-cd88-4d4d-86d9-98f1819afae9 req-ce6d9aa5-7bff-4337-9e41-32d430f0d642 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=586ae877-0139-4341-8b29-bf98c6f348d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1172693 May 12 15:00:05.409895 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:05.514249 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:05.529413 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2cf78931-ff45-41fb-8fbe-7474bcd108c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '29a108cb-99bf-4502-b15b-2c2d652afa49', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'floating_ip_address': '172.28.3.10', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'port_id': '6f2fa8e1-7689-4239-816e-94334a287305', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'mac_address': 'fa:16:3e:0e:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:40Z', 'updated_at': '2022-05-12T15:00:02Z', 'revision_number': 1, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68ba54a-92fc-4a91-96b9-d4892cc9518e', 'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'mac_address': 'fa:16:3e:30:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:04Z', 'revision_number': 5, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'subnets': [{'id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:05.535234 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf78931-ff45-41fb-8fbe-7474bcd108c4 None None] The sync data for ids ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'] in dv-cinder-831187-2-smb is: [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '29a108cb-99bf-4502-b15b-2c2d652afa49', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'floating_ip_address': '172.28.3.10', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'port_id': '6f2fa8e1-7689-4239-816e-94334a287305', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'mac_address': 'fa:16:3e:0e:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T14:59:40Z', 'updated_at': '2022-05-12T15:00:02Z', 'revision_number': 1, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68ba54a-92fc-4a91-96b9-d4892cc9518e', 'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'mac_address': 'fa:16:3e:30:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:04Z', 'revision_number': 5, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'subnets': [{'id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:00:05.643475 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587019'] for router_interface, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:05.658678 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-64e8fc29-cd88-4d4d-86d9-98f1819afae9 req-3f68327f-029f-4d07-8937-004afab04834 service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817729 May 12 15:00:05.855108 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Pushing event updated for resources: {'Port': ['ID=d7b154b2-34be-4dad-bb80-aa63e905e1e6,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:05.888927 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5735abe0-dc6d-45e4-b41f-cdfe1e75ae79 None None] New status for floating IP 29a108cb-99bf-4502-b15b-2c2d652afa49: ACTIVE {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:00:05.951821 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-64e8fc29-cd88-4d4d-86d9-98f1819afae9 req-9168d616-e361-4ade-8124-6b641e628c5c service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798672 May 12 15:00:05.968451 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Network 81a0e018-4b50-46a1-b787-de6429a3cc62 is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:00:05.969816 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:00:06.256612 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device fbe36555-55cb-427f-a539-9090677cc7c5 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:00:06.269916 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Router 4955d70a-298f-4aa0-8d6a-eae5fd279823 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:00:06.402680 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-f5283b52-1bb1-4652-b07e-8caf4b091b1c None None] Provisioning complete for port d7b154b2-34be-4dad-bb80-aa63e905e1e6 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:00:06.403459 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f5283b52-1bb1-4652-b07e-8caf4b091b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:06.478247 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f5283b52-1bb1-4652-b07e-8caf4b091b1c None None] Port d7b154b2-34be-4dad-bb80-aa63e905e1e6 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:00:06.497508 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:00:06.507986 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-34544d80-4605-481d-8960-415bafb2268f admin admin] 10.222.0.70 "PUT /v2.0/routers/4955d70a-298f-4aa0-8d6a-eae5fd279823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9822628 May 12 15:00:06.570024 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port fbe36555-55cb-427f-a539-9090677cc7c5 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:00:06.576916 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port fbe36555-55cb-427f-a539-9090677cc7c5 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:00:06.577949 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:06.720489 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:06.744184 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port fbe36555-55cb-427f-a539-9090677cc7c5, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=fbe36555-55cb-427f-a539-9090677cc7c5,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:00:06.827094 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:06.924480 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=fbe36555-55cb-427f-a539-9090677cc7c5,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:07.078272 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 38120) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:07.084526 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-f678a57c-fc02-4482-9cd7-eb6d2b5d9d14 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-443239428', 'description': 'tempest-secgroup-smoke-443239428 description', 'project_id': 'ecfdd8e25a724584b830818714552807'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:00:07.094628 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-f678a57c-fc02-4482-9cd7-eb6d2b5d9d14 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:00:07.100200 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-f678a57c-fc02-4482-9cd7-eb6d2b5d9d14 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Usage tracker for resource:security_group and tenant:ecfdd8e25a724584b830818714552807 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:00:07.103421 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-f678a57c-fc02-4482-9cd7-eb6d2b5d9d14 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:00:07.112059 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-f678a57c-fc02-4482-9cd7-eb6d2b5d9d14 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:00:07.182671 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f678a57c-fc02-4482-9cd7-eb6d2b5d9d14 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:07.211839 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-f678a57c-fc02-4482-9cd7-eb6d2b5d9d14 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:00:07.217600 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-f678a57c-fc02-4482-9cd7-eb6d2b5d9d14 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Usage tracker for resource:security_group_rule and tenant:ecfdd8e25a724584b830818714552807 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:00:07.220768 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-f678a57c-fc02-4482-9cd7-eb6d2b5d9d14 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:00:07.227292 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-f678a57c-fc02-4482-9cd7-eb6d2b5d9d14 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:00:07.326337 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Sync routers for ids ['4955d70a-298f-4aa0-8d6a-eae5fd279823'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:00:07.337708 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Routers {'4955d70a-298f-4aa0-8d6a-eae5fd279823'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:00:07.338703 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['4955d70a-298f-4aa0-8d6a-eae5fd279823'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:07.371246 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f678a57c-fc02-4482-9cd7-eb6d2b5d9d14 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:07.438926 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f678a57c-fc02-4482-9cd7-eb6d2b5d9d14 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:07.484585 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678a57c-fc02-4482-9cd7-eb6d2b5d9d14 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:07.530989 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f678a57c-fc02-4482-9cd7-eb6d2b5d9d14 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:07.532425 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-f678a57c-fc02-4482-9cd7-eb6d2b5d9d14 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4531062 May 12 15:00:07.537220 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 38126) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:07.544692 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-bf500d28-e9a0-4ee3-b8ed-03d2fb517519 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Request body: {'security_group_rule': {'security_group_id': 'dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f', 'project_id': 'ecfdd8e25a724584b830818714552807', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:00:07.553183 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-bf500d28-e9a0-4ee3-b8ed-03d2fb517519 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:00:07.557320 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Set router 4955d70a-298f-4aa0-8d6a-eae5fd279823 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:00:07.558618 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-bf500d28-e9a0-4ee3-b8ed-03d2fb517519 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Usage tracker for resource:security_group_rule and tenant:ecfdd8e25a724584b830818714552807 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:00:07.562338 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-bf500d28-e9a0-4ee3-b8ed-03d2fb517519 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:00:07.568809 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-bf500d28-e9a0-4ee3-b8ed-03d2fb517519 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:00:07.651620 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-bf500d28-e9a0-4ee3-b8ed-03d2fb517519 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:07.717675 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-bf500d28-e9a0-4ee3-b8ed-03d2fb517519 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:07.795084 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-bf500d28-e9a0-4ee3-b8ed-03d2fb517519 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:07.831568 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf500d28-e9a0-4ee3-b8ed-03d2fb517519 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6fc294d-6a6c-4904-b6c1-63581460277b,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:07.902094 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-bf500d28-e9a0-4ee3-b8ed-03d2fb517519 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:07.904249 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-bf500d28-e9a0-4ee3-b8ed-03d2fb517519 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3658156 May 12 15:00:07.907144 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38132) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:07.913079 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-e226cd5b-a11f-4213-84be-59c2d9447689 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Request body: {'security_group_rule': {'security_group_id': 'dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f', 'project_id': 'ecfdd8e25a724584b830818714552807', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:00:07.919847 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e226cd5b-a11f-4213-84be-59c2d9447689 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:00:07.924143 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-e226cd5b-a11f-4213-84be-59c2d9447689 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Usage tracker for resource:security_group_rule and tenant:ecfdd8e25a724584b830818714552807 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:00:07.927044 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-e226cd5b-a11f-4213-84be-59c2d9447689 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:00:07.933961 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e226cd5b-a11f-4213-84be-59c2d9447689 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:00:07.994045 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e226cd5b-a11f-4213-84be-59c2d9447689 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:08.016176 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'name': 'tempest-TestShelveInstance-1053843358-router', 'tenant_id': '604d4e87506744c2887e973f5ffa88c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:59Z', 'updated_at': '2022-05-12T15:00:04Z', 'revision_number': 4, 'project_id': '604d4e87506744c2887e973f5ffa88c4', 'gw_port': {'id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:00:00Z', 'updated_at': '2022-05-12T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'd7b154b2-34be-4dad-bb80-aa63e905e1e6', 'name': '', 'network_id': '81a0e018-4b50-46a1-b787-de6429a3cc62', 'tenant_id': '604d4e87506744c2887e973f5ffa88c4', 'mac_address': 'fa:16:3e:6a:9e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2c322700-b692-4466-8cf7-f10160129ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:00:03Z', 'updated_at': '2022-05-12T15:00:04Z', 'revision_number': 2, 'project_id': '604d4e87506744c2887e973f5ffa88c4', 'subnets': [{'id': '2c322700-b692-4466-8cf7-f10160129ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:08.020481 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Checking router: 4955d70a-298f-4aa0-8d6a-eae5fd279823 for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:00:08.023910 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Updating router 4955d70a-298f-4aa0-8d6a-eae5fd279823 port d7b154b2-34be-4dad-bb80-aa63e905e1e6 binding host dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:00:08.072052 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e226cd5b-a11f-4213-84be-59c2d9447689 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:08.091657 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:08.136038 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e226cd5b-a11f-4213-84be-59c2d9447689 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:08.177347 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226cd5b-a11f-4213-84be-59c2d9447689 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1c4e63-b2c3-4556-b056-a796ca76114f,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:08.208723 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device fbe36555-55cb-427f-a539-9090677cc7c5 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:00:08.314689 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e226cd5b-a11f-4213-84be-59c2d9447689 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:08.319112 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port fbe36555-55cb-427f-a539-9090677cc7c5 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:00:08.319112 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:08.319329 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-e226cd5b-a11f-4213-84be-59c2d9447689 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4079900 May 12 15:00:08.319329 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38138) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:08.326270 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-37e63504-9199-4a01-823a-65cc4242db04 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Request body: {'security_group_rule': {'security_group_id': 'dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f', 'project_id': 'ecfdd8e25a724584b830818714552807', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:00:08.333211 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-37e63504-9199-4a01-823a-65cc4242db04 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:00:08.338338 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-37e63504-9199-4a01-823a-65cc4242db04 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Usage tracker for resource:security_group_rule and tenant:ecfdd8e25a724584b830818714552807 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:00:08.344411 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-37e63504-9199-4a01-823a-65cc4242db04 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:00:08.352698 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-37e63504-9199-4a01-823a-65cc4242db04 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:00:08.455384 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37e63504-9199-4a01-823a-65cc4242db04 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:08.547230 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37e63504-9199-4a01-823a-65cc4242db04 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:08.558993 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:08.576359 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Transition to ACTIVE for port object d7b154b2-34be-4dad-bb80-aa63e905e1e6 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:00:08.701884 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:08.703824 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37e63504-9199-4a01-823a-65cc4242db04 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:08.752185 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e63504-9199-4a01-823a-65cc4242db04 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9428e7d7-d375-48fe-af05-045a36bb697d,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:08.865662 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7aa99f-770e-49cb-95ba-09a00d359233 None None] Pushing event updated for resources: {'Port': ['ID=d7b154b2-34be-4dad-bb80-aa63e905e1e6,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:08.873930 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37e63504-9199-4a01-823a-65cc4242db04 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:08.879681 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 38142) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:08.880343 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-37e63504-9199-4a01-823a-65cc4242db04 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5595391 May 12 15:00:08.886432 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-0e8eb468-b2c1-481f-9c55-4837217debf1 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Request body: {'security_group_rule': {'security_group_id': 'dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f', 'project_id': 'ecfdd8e25a724584b830818714552807', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:00:08.894377 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-0e8eb468-b2c1-481f-9c55-4837217debf1 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:00:08.906731 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-0e8eb468-b2c1-481f-9c55-4837217debf1 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Usage tracker for resource:security_group_rule and tenant:ecfdd8e25a724584b830818714552807 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:00:08.911753 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-0e8eb468-b2c1-481f-9c55-4837217debf1 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:00:08.926968 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-0e8eb468-b2c1-481f-9c55-4837217debf1 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:00:08.980328 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Attempting to bind port d7b154b2-34be-4dad-bb80-aa63e905e1e6 on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:00:08.980328 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Attempting to bind port d7b154b2-34be-4dad-bb80-aa63e905e1e6 by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '0a8ee9f4-4a69-49e1-8843-5cd867ad119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81a0e018-4b50-46a1-b787-de6429a3cc62'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:00:08.980328 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Attempting to bind port d7b154b2-34be-4dad-bb80-aa63e905e1e6 on network 81a0e018-4b50-46a1-b787-de6429a3cc62 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:00:08.987565 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:00:08.988065 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Checking segment: {'id': '0a8ee9f4-4a69-49e1-8843-5cd867ad119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81a0e018-4b50-46a1-b787-de6429a3cc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:00:08.988532 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:08.988980 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Bound using segment: {'id': '0a8ee9f4-4a69-49e1-8843-5cd867ad119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81a0e018-4b50-46a1-b787-de6429a3cc62'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:00:08.989799 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Bound port: d7b154b2-34be-4dad-bb80-aa63e905e1e6, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8ee9f4-4a69-49e1-8843-5cd867ad119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81a0e018-4b50-46a1-b787-de6429a3cc62'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:00:08.989975 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:09.024133 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0e8eb468-b2c1-481f-9c55-4837217debf1 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:09.092331 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] For port d7b154b2-34be-4dad-bb80-aa63e905e1e6, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:00:09.095793 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] For port d7b154b2-34be-4dad-bb80-aa63e905e1e6, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=d7b154b2-34be-4dad-bb80-aa63e905e1e6,segment=NetworkSegment(0a8ee9f4-4a69-49e1-8843-5cd867ad119a),segment_id=0a8ee9f4-4a69-49e1-8843-5cd867ad119a)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:00:09.112559 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0e8eb468-b2c1-481f-9c55-4837217debf1 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:09.182385 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:09.217167 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0e8eb468-b2c1-481f-9c55-4837217debf1 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:09.248398 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8eb468-b2c1-481f-9c55-4837217debf1 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ec08af-42a9-4129-924f-bec9986a81cf,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:09.272064 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Routers {'4955d70a-298f-4aa0-8d6a-eae5fd279823'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:00:09.272542 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T14:59:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['4955d70a-298f-4aa0-8d6a-eae5fd279823'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:09.342625 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0e8eb468-b2c1-481f-9c55-4837217debf1 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:09.344340 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-0e8eb468-b2c1-481f-9c55-4837217debf1 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4628694 May 12 15:00:09.347925 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 38152) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:09.353243 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-9fe4d4cc-61f4-4fa1-bbce-6e8801cf3c64 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Request body: {'security_group_rule': {'security_group_id': 'dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f', 'project_id': 'ecfdd8e25a724584b830818714552807', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:00:09.360409 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-9fe4d4cc-61f4-4fa1-bbce-6e8801cf3c64 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:00:09.369529 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-9fe4d4cc-61f4-4fa1-bbce-6e8801cf3c64 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Usage tracker for resource:security_group_rule and tenant:ecfdd8e25a724584b830818714552807 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:00:09.372934 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-9fe4d4cc-61f4-4fa1-bbce-6e8801cf3c64 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:00:09.375660 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7aa99f-770e-49cb-95ba-09a00d359233 None None] Pushing event updated for resources: {'Port': ['ID=d7b154b2-34be-4dad-bb80-aa63e905e1e6,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:09.391563 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-9fe4d4cc-61f4-4fa1-bbce-6e8801cf3c64 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:00:09.489886 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] Set router 4955d70a-298f-4aa0-8d6a-eae5fd279823 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:00:09.490745 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.securitygroups_db [None req-9fe4d4cc-61f4-4fa1-bbce-6e8801cf3c64 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Project ecfdd8e25a724584b830818714552807 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:00:09.502895 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9fe4d4cc-61f4-4fa1-bbce-6e8801cf3c64 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:09.598914 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9fe4d4cc-61f4-4fa1-bbce-6e8801cf3c64 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:09.667158 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9fe4d4cc-61f4-4fa1-bbce-6e8801cf3c64 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:09.693019 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4d4cc-61f4-4fa1-bbce-6e8801cf3c64 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25d4fba-57c8-40f7-ac25-5fed055c60b3,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:09.748283 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9fe4d4cc-61f4-4fa1-bbce-6e8801cf3c64 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:09.749693 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-9fe4d4cc-61f4-4fa1-bbce-6e8801cf3c64 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4007409 May 12 15:00:09.752533 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 38168) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:09.760633 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-cb70095f-c5e3-436b-9d77-9ffa98f45b68 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Request body: {'security_group_rule': {'security_group_id': 'dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f', 'project_id': 'ecfdd8e25a724584b830818714552807', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:00:09.768987 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-cb70095f-c5e3-436b-9d77-9ffa98f45b68 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:00:09.773823 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-cb70095f-c5e3-436b-9d77-9ffa98f45b68 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Usage tracker for resource:security_group_rule and tenant:ecfdd8e25a724584b830818714552807 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:00:09.777865 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-cb70095f-c5e3-436b-9d77-9ffa98f45b68 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:00:09.783483 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-cb70095f-c5e3-436b-9d77-9ffa98f45b68 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:00:09.833070 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.securitygroups_db [None req-cb70095f-c5e3-436b-9d77-9ffa98f45b68 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Project ecfdd8e25a724584b830818714552807 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:00:09.842557 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-cb70095f-c5e3-436b-9d77-9ffa98f45b68 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:09.884844 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'name': 'tempest-TestShelveInstance-1053843358-router', 'tenant_id': '604d4e87506744c2887e973f5ffa88c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:59Z', 'updated_at': '2022-05-12T15:00:04Z', 'revision_number': 4, 'project_id': '604d4e87506744c2887e973f5ffa88c4', 'gw_port': {'id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:00:00Z', 'updated_at': '2022-05-12T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'd7b154b2-34be-4dad-bb80-aa63e905e1e6', 'name': '', 'network_id': '81a0e018-4b50-46a1-b787-de6429a3cc62', 'tenant_id': '604d4e87506744c2887e973f5ffa88c4', 'mac_address': 'fa:16:3e:6a:9e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2c322700-b692-4466-8cf7-f10160129ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:00:03Z', 'updated_at': '2022-05-12T15:00:09Z', 'revision_number': 4, 'project_id': '604d4e87506744c2887e973f5ffa88c4', 'subnets': [{'id': '2c322700-b692-4466-8cf7-f10160129ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:09.891658 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e99632-8426-43fe-8cf5-703bf06e6d6b None None] The sync data for ids ['4955d70a-298f-4aa0-8d6a-eae5fd279823'] in dv-cinder-831187-2-smb is: [{'id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'name': 'tempest-TestShelveInstance-1053843358-router', 'tenant_id': '604d4e87506744c2887e973f5ffa88c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:59Z', 'updated_at': '2022-05-12T15:00:04Z', 'revision_number': 4, 'project_id': '604d4e87506744c2887e973f5ffa88c4', 'gw_port': {'id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:00:00Z', 'updated_at': '2022-05-12T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'd7b154b2-34be-4dad-bb80-aa63e905e1e6', 'name': '', 'network_id': '81a0e018-4b50-46a1-b787-de6429a3cc62', 'tenant_id': '604d4e87506744c2887e973f5ffa88c4', 'mac_address': 'fa:16:3e:6a:9e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2c322700-b692-4466-8cf7-f10160129ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:00:03Z', 'updated_at': '2022-05-12T15:00:09Z', 'revision_number': 4, 'project_id': '604d4e87506744c2887e973f5ffa88c4', 'subnets': [{'id': '2c322700-b692-4466-8cf7-f10160129ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:00:09.957443 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-cb70095f-c5e3-436b-9d77-9ffa98f45b68 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:09.993228 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-cb70095f-c5e3-436b-9d77-9ffa98f45b68 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:10.045693 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70095f-c5e3-436b-9d77-9ffa98f45b68 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd51f66f-ae23-41e5-899f-6e373f78855c,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:10.117980 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-cb70095f-c5e3-436b-9d77-9ffa98f45b68 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:10.117980 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-cb70095f-c5e3-436b-9d77-9ffa98f45b68 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3624048 May 12 15:00:10.239784 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device d7b154b2-34be-4dad-bb80-aa63e905e1e6 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:00:10.379621 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db26c3-03d6-4b30-8bba-b00bdaaa29e8 req-4ed717b8-b694-49a9-b41d-95256d2f5fd0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:10.381157 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c0db26c3-03d6-4b30-8bba-b00bdaaa29e8 req-4ed717b8-b694-49a9-b41d-95256d2f5fd0 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.1210008 May 12 15:00:10.422066 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port d7b154b2-34be-4dad-bb80-aa63e905e1e6 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:00:10.432293 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port d7b154b2-34be-4dad-bb80-aa63e905e1e6 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:00:10.433393 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:10.446827 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c0db26c3-03d6-4b30-8bba-b00bdaaa29e8 req-c17b6aaf-baea-4817-b3a1-f1de03a6149c tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576730 May 12 15:00:10.669521 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:10.723666 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port d7b154b2-34be-4dad-bb80-aa63e905e1e6, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=d7b154b2-34be-4dad-bb80-aa63e905e1e6,segment=NetworkSegment(0a8ee9f4-4a69-49e1-8843-5cd867ad119a),segment_id=0a8ee9f4-4a69-49e1-8843-5cd867ad119a)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:00:10.829104 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:10.880166 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf4c3-120b-42fd-934e-9de6570daa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:10.923276 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=d7b154b2-34be-4dad-bb80-aa63e905e1e6,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:11.642596 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5e58d-c276-477f-802c-ad8b93c7efb8 req-5acd5fc1-6edf-4cbb-93f6-3cfec0fbf8e6 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:11.645464 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b5f5e58d-c276-477f-802c-ad8b93c7efb8 req-5acd5fc1-6edf-4cbb-93f6-3cfec0fbf8e6 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.0931110 May 12 15:00:11.709480 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b5f5e58d-c276-477f-802c-ad8b93c7efb8 req-822dbb53-670e-4ee6-9d43-4dcf81e2f734 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584319 May 12 15:00:12.172190 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device d7b154b2-34be-4dad-bb80-aa63e905e1e6 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:00:12.433384 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port d7b154b2-34be-4dad-bb80-aa63e905e1e6 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:00:12.433384 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:12.900053 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4189a4-7272-448e-bdfe-fbe06cec9539 req-617a8b05-08ad-40cf-b2b4-f10cea7498da tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:12.901618 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9f4189a4-7272-448e-bdfe-fbe06cec9539 req-617a8b05-08ad-40cf-b2b4-f10cea7498da tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.0864248 May 12 15:00:12.947736 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9f4189a4-7272-448e-bdfe-fbe06cec9539 req-7aae1700-3942-4c59-925f-cdaafca326a2 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393789 May 12 15:00:13.010236 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c1556eca-0177-4ce6-866a-7313b431f512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:14.152311 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782013b-c057-4f1b-b50f-a5ccdf5ed0d9 req-d7f23722-a9fe-469b-a0c9-f112009e29bc tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:14.154520 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f782013b-c057-4f1b-b50f-a5ccdf5ed0d9 req-d7f23722-a9fe-469b-a0c9-f112009e29bc tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.0957763 May 12 15:00:14.203197 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f782013b-c057-4f1b-b50f-a5ccdf5ed0d9 req-d7bd9bb0-5826-41eb-9a07-f507c8d00948 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406818 May 12 15:00:14.575046 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:14.576402 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-48a51493-7f51-4cbe-856a-2407d634fd90 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:14.576402 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-48a51493-7f51-4cbe-856a-2407d634fd90 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Synchronizing usage tracker for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:port {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:00:14.598178 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-48a51493-7f51-4cbe-856a-2407d634fd90 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Unset dirty status for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:port {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:00:14.600011 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-48a51493-7f51-4cbe-856a-2407d634fd90 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.69 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.1177638 May 12 15:00:14.677089 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-a949e47a-10b2-486b-af90-6c9405a46f97 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Deleting port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:00:14.677462 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-a949e47a-10b2-486b-af90-6c9405a46f97 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:15.039430 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-a949e47a-10b2-486b-af90-6c9405a46f97 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] For port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:00:15.039749 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-a949e47a-10b2-486b-af90-6c9405a46f97 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:15.136389 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:15.366395 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-a949e47a-10b2-486b-af90-6c9405a46f97 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:15.366838 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-a949e47a-10b2-486b-af90-6c9405a46f97 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:15.367169 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.l3_db [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-a949e47a-10b2-486b-af90-6c9405a46f97 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Floating IP 6070fd90-7d7e-4b83-8614-bbd3cd95bb4e disassociated. External IP: 172.28.3.74, port: 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff. May 12 15:00:15.367505 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-a949e47a-10b2-486b-af90-6c9405a46f97 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Calling delete_port for 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff owned by compute:nova {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:00:15.462604 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8b3f3-688e-44cc-bb08-52706447f2af req-2faf4fab-1627-4bb1-a4c8-0efa2faf6012 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:15.464140 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-91f8b3f3-688e-44cc-bb08-52706447f2af req-2faf4fab-1627-4bb1-a4c8-0efa2faf6012 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 946 time: 0.1149073 May 12 15:00:15.512602 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-91f8b3f3-688e-44cc-bb08-52706447f2af req-8a16aecc-9028-41d7-a1c7-2facb3783032 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=ece3f3d9-c69d-4aa9-a049-be6812a2ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422313 May 12 15:00:15.598962 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-a949e47a-10b2-486b-af90-6c9405a46f97 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:15.653810 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949e47a-10b2-486b-af90-6c9405a46f97 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Pushing event deleted for resources: {'Port': ['ID=25dfece1-8a32-4d71-a0ad-c4eaa17f16ff,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:15.868861 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-a949e47a-10b2-486b-af90-6c9405a46f97 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Router 34d1d2a6-a621-42ca-9016-6011c257e3aa has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:00:16.051208 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:16.067636 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-a949e47a-10b2-486b-af90-6c9405a46f97 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:00:16.080748 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee89ef8-bb3f-4987-8a1b-fe518fa1c621 None None] Sync routers for ids ['34d1d2a6-a621-42ca-9016-6011c257e3aa'] in dv-cinder-831187-2-smb {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:00:16.100991 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee89ef8-bb3f-4987-8a1b-fe518fa1c621 None None] Routers {'34d1d2a6-a621-42ca-9016-6011c257e3aa'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:00:16.103739 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-8ee89ef8-bb3f-4987-8a1b-fe518fa1c621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:00:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['34d1d2a6-a621-42ca-9016-6011c257e3aa'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:16.173898 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-a949e47a-10b2-486b-af90-6c9405a46f97 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] No DVR routers for this DVR port 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff on host hv-cinder-83118 {{(pid=88106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:00:16.176638 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-a949e47a-10b2-486b-af90-6c9405a46f97 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:16.179640 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'name': 'network-vif-deleted', 'tag': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:00:16.248326 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba30869-6799-4be8-86fb-149855e879e3'] response: {'server_uuid': '275a6476-4f8d-4fc3-a359-b223fb0d41c8', 'name': 'network-vif-deleted', 'tag': '25dfece1-8a32-4d71-a0ad-c4eaa17f16ff', 'status': 'completed', 'code': 200} May 12 15:00:16.352493 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-8ee89ef8-bb3f-4987-8a1b-fe518fa1c621 None None] Set router 34d1d2a6-a621-42ca-9016-6011c257e3aa gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:00:16.359606 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-9dffca86-b259-450b-8204-35b1723c4ad3 req-a949e47a-10b2-486b-af90-6c9405a46f97 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.69 "DELETE /v2.0/ports/25dfece1-8a32-4d71-a0ad-c4eaa17f16ff HTTP/1.1" status: 204 len: 173 time: 1.7545943 May 12 15:00:16.734421 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-8ee89ef8-bb3f-4987-8a1b-fe518fa1c621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T14:55:45Z', 'revision_number': 4, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '31565ee7-29a9-43e1-a684-e2ddfa734fb3', 'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'mac_address': 'fa:16:3e:34:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:42Z', 'updated_at': '2022-05-12T14:56:00Z', 'revision_number': 5, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'subnets': [{'id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:16.739456 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee89ef8-bb3f-4987-8a1b-fe518fa1c621 None None] Checking router: 34d1d2a6-a621-42ca-9016-6011c257e3aa for host: dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:00:16.755348 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee89ef8-bb3f-4987-8a1b-fe518fa1c621 None None] Routers {'34d1d2a6-a621-42ca-9016-6011c257e3aa'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:00:16.757848 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-8ee89ef8-bb3f-4987-8a1b-fe518fa1c621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:00:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['34d1d2a6-a621-42ca-9016-6011c257e3aa'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:16.867456 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fc61d117-be1c-4795-855a-2518c0e1ab35 req-4d79dedd-91c8-46a0-be82-ef28b2a768ae tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=275a6476-4f8d-4fc3-a359-b223fb0d41c8 HTTP/1.1" status: 200 len: 210 time: 0.1928389 May 12 15:00:17.031724 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-8ee89ef8-bb3f-4987-8a1b-fe518fa1c621 None None] Set router 34d1d2a6-a621-42ca-9016-6011c257e3aa gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:00:17.390566 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-8ee89ef8-bb3f-4987-8a1b-fe518fa1c621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T14:55:45Z', 'revision_number': 4, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '31565ee7-29a9-43e1-a684-e2ddfa734fb3', 'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'mac_address': 'fa:16:3e:34:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:42Z', 'updated_at': '2022-05-12T14:56:00Z', 'revision_number': 5, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'subnets': [{'id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:17.395915 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee89ef8-bb3f-4987-8a1b-fe518fa1c621 None None] The sync data for ids ['34d1d2a6-a621-42ca-9016-6011c257e3aa'] in dv-cinder-831187-2-smb is: [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T14:55:45Z', 'revision_number': 4, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '31565ee7-29a9-43e1-a684-e2ddfa734fb3', 'name': '', 'network_id': '0d8c56f2-4158-444c-96af-8e80e6763783', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'mac_address': 'fa:16:3e:34:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:42Z', 'updated_at': '2022-05-12T14:56:00Z', 'revision_number': 5, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'subnets': [{'id': '6517beee-f6a9-470f-99ed-f96e6825f8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:00:17.726131 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1273b9b-0c1d-4570-8465-a3838ad0ea4e None None] New status for floating IP 6070fd90-7d7e-4b83-8614-bbd3cd95bb4e: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:00:18.061952 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38294) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:18.157842 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5a9ecee5-0548-4206-a053-6e7f16629010 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:18.206664 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5a9ecee5-0548-4206-a053-6e7f16629010 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:18.369989 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5a9ecee5-0548-4206-a053-6e7f16629010 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:18.393133 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ecee5-0548-4206-a053-6e7f16629010 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece3f3d9-c69d-4aa9-a049-be6812a2ac11,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:18.439337 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5a9ecee5-0548-4206-a053-6e7f16629010 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:18.440864 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-5a9ecee5-0548-4206-a053-6e7f16629010 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "DELETE /v2.0/security-groups/ece3f3d9-c69d-4aa9-a049-be6812a2ac11 HTTP/1.1" status: 204 len: 168 time: 0.3778019 May 12 15:00:18.443681 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38300) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:18.462211 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.api.v2.resource [None req-6d06602b-ea40-4453-8df2-c5c09d09302a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] show failed (client error): The resource could not be found. May 12 15:00:18.463626 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-6d06602b-ea40-4453-8df2-c5c09d09302a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups/ece3f3d9-c69d-4aa9-a049-be6812a2ac11 HTTP/1.1" status: 404 len: 347 time: 0.0184317 May 12 15:00:18.467111 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38304) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:18.631505 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-f8bc9ad1-6a0a-4861-b08b-16bb7047a8b7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Deleting port 04b47606-670b-41ae-8545-e89d70b4b2cd {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:00:18.631844 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f8bc9ad1-6a0a-4861-b08b-16bb7047a8b7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:18.815875 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f8bc9ad1-6a0a-4861-b08b-16bb7047a8b7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:18.816177 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f8bc9ad1-6a0a-4861-b08b-16bb7047a8b7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:18.939834 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-f8bc9ad1-6a0a-4861-b08b-16bb7047a8b7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Calling delete_port for 04b47606-670b-41ae-8545-e89d70b4b2cd owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:00:18.992611 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:19.028118 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:00:19.074158 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:00:19.075780 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 25dfece1-8a32-4d71-a0ad-c4eaa17f16ff not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:00:19.212222 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f8bc9ad1-6a0a-4861-b08b-16bb7047a8b7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:19.291391 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc9ad1-6a0a-4861-b08b-16bb7047a8b7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Pushing event deleted for resources: {'Port': ['ID=04b47606-670b-41ae-8545-e89d70b4b2cd,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:19.378667 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f8bc9ad1-6a0a-4861-b08b-16bb7047a8b7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:19.398542 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f8bc9ad1-6a0a-4861-b08b-16bb7047a8b7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:19.404133 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-f8bc9ad1-6a0a-4861-b08b-16bb7047a8b7 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "DELETE /v2.0/floatingips/6070fd90-7d7e-4b83-8614-bbd3cd95bb4e HTTP/1.1" status: 204 len: 168 time: 0.9316871 May 12 15:00:22.826380 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f03475-f2b1-4548-a4b2-da1ecbe662d0 req-1a677736-241e-4bce-8acc-d9fd459b18ca tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:22.827194 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-11f03475-f2b1-4548-a4b2-da1ecbe662d0 req-1a677736-241e-4bce-8acc-d9fd459b18ca tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Synchronizing usage tracker for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:00:22.912628 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-11f03475-f2b1-4548-a4b2-da1ecbe662d0 req-1a677736-241e-4bce-8acc-d9fd459b18ca tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Unset dirty status for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:00:22.913745 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-11f03475-f2b1-4548-a4b2-da1ecbe662d0 req-1a677736-241e-4bce-8acc-d9fd459b18ca tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1739137 May 12 15:00:22.973931 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-11f03475-f2b1-4548-a4b2-da1ecbe662d0 req-2e4ca633-e43e-433d-ad03-c0bff422a883 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Synchronizing usage tracker for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:00:23.045871 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-11f03475-f2b1-4548-a4b2-da1ecbe662d0 req-2e4ca633-e43e-433d-ad03-c0bff422a883 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Unset dirty status for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:00:23.048762 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-11f03475-f2b1-4548-a4b2-da1ecbe662d0 req-2e4ca633-e43e-433d-ad03-c0bff422a883 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232846 May 12 15:00:24.260693 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286b8c4-9a3d-4183-a00b-fb86c4349287 req-3463af4b-50de-4c61-870a-2a16dc13125f tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:24.263190 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2286b8c4-9a3d-4183-a00b-fb86c4349287 req-3463af4b-50de-4c61-870a-2a16dc13125f tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.1000519 May 12 15:00:24.313418 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2286b8c4-9a3d-4183-a00b-fb86c4349287 req-4668bf95-5dc3-4ce5-8795-4945ad2447d4 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441442 May 12 15:00:25.512528 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7195382-6510-4d40-ad31-02c63515caca req-acf9e4cd-86fd-4db0-8280-750e530364ed tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:25.514002 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b7195382-6510-4d40-ad31-02c63515caca req-acf9e4cd-86fd-4db0-8280-750e530364ed tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.0845432 May 12 15:00:25.560948 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b7195382-6510-4d40-ad31-02c63515caca req-b7ed731d-fe02-4777-bede-0a4a0f81cf76 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411468 May 12 15:00:25.879318 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad05516-5bc6-4b77-9311-b10b9581dbf3 req-39915d44-0638-47ca-9a6f-7204fd3a0069 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:25.880003 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-1ad05516-5bc6-4b77-9311-b10b9581dbf3 req-39915d44-0638-47ca-9a6f-7204fd3a0069 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Synchronizing usage tracker for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:port {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:00:25.893180 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-1ad05516-5bc6-4b77-9311-b10b9581dbf3 req-39915d44-0638-47ca-9a6f-7204fd3a0069 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Unset dirty status for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:port {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:00:25.893180 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-1ad05516-5bc6-4b77-9311-b10b9581dbf3 req-39915d44-0638-47ca-9a6f-7204fd3a0069 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.69 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 945 time: 0.0917354 May 12 15:00:25.967273 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-1ad05516-5bc6-4b77-9311-b10b9581dbf3 req-d504e319-52dc-4d48-9754-d3097fc6412a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Deleting port 8f804392-ce39-49b7-bcc9-86f6fb145e99 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:00:25.967639 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-1ad05516-5bc6-4b77-9311-b10b9581dbf3 req-d504e319-52dc-4d48-9754-d3097fc6412a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:26.317996 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-1ad05516-5bc6-4b77-9311-b10b9581dbf3 req-d504e319-52dc-4d48-9754-d3097fc6412a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] For port 8f804392-ce39-49b7-bcc9-86f6fb145e99, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8f804392-ce39-49b7-bcc9-86f6fb145e99,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:00:26.318515 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-1ad05516-5bc6-4b77-9311-b10b9581dbf3 req-d504e319-52dc-4d48-9754-d3097fc6412a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:26.446984 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-1ad05516-5bc6-4b77-9311-b10b9581dbf3 req-d504e319-52dc-4d48-9754-d3097fc6412a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Calling delete_port for 8f804392-ce39-49b7-bcc9-86f6fb145e99 owned by compute:nova {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:00:26.450053 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:00:26.655495 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-1ad05516-5bc6-4b77-9311-b10b9581dbf3 req-d504e319-52dc-4d48-9754-d3097fc6412a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:26.698320 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['6292b7fd-e465-469e-a974-a27de9797f1e', '8f804392-ce39-49b7-bcc9-86f6fb145e99'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:00:26.717673 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504e319-52dc-4d48-9754-d3097fc6412a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Pushing event deleted for resources: {'Port': ['ID=8f804392-ce39-49b7-bcc9-86f6fb145e99,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:26.728808 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-cd30ae8c-6de3-4535-b988-fa71b72fb5ef req-0d8c6668-96a8-4084-bb06-5f6369c460a9 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 210 time: 0.0603113 May 12 15:00:26.828060 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad05516-5bc6-4b77-9311-b10b9581dbf3 req-d504e319-52dc-4d48-9754-d3097fc6412a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] No DVR routers for this DVR port 8f804392-ce39-49b7-bcc9-86f6fb145e99 on host hv-cinder-83118 {{(pid=88106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:00:26.830445 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-1ad05516-5bc6-4b77-9311-b10b9581dbf3 req-d504e319-52dc-4d48-9754-d3097fc6412a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:26.833167 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb', 'name': 'network-vif-deleted', 'tag': '8f804392-ce39-49b7-bcc9-86f6fb145e99'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:00:26.889721 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f74531d-8f08-4109-b059-9e2b8c49d7b5'] response: {'server_uuid': '152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb', 'name': 'network-vif-deleted', 'tag': '8f804392-ce39-49b7-bcc9-86f6fb145e99', 'status': 'completed', 'code': 200} May 12 15:00:26.931114 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-1ad05516-5bc6-4b77-9311-b10b9581dbf3 req-d504e319-52dc-4d48-9754-d3097fc6412a tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.69 "DELETE /v2.0/ports/8f804392-ce39-49b7-bcc9-86f6fb145e99 HTTP/1.1" status: 204 len: 173 time: 1.0312097 May 12 15:00:27.954509 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ddee16cf-fc77-4a30-9c3d-6e3900d1ee2c req-5c1e4d9a-b0ff-427a-a160-69f79e0cdd3e tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ec6cb-bf27-4ee4-a6ab-5593fa66cbbb HTTP/1.1" status: 200 len: 210 time: 0.0481915 May 12 15:00:29.058061 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 8f804392-ce39-49b7-bcc9-86f6fb145e99 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:00:29.101229 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: 8f804392-ce39-49b7-bcc9-86f6fb145e99 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:00:29.101900 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 8f804392-ce39-49b7-bcc9-86f6fb145e99 not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:00:29.207655 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-cc648c4c-fa00-4abf-8121-1640e2e59928 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443239428&fields=id&tenant_id=ecfdd8e25a724584b830818714552807 HTTP/1.1" status: 200 len: 267 time: 0.0443509 May 12 15:00:29.383784 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-35597f4b-7cbf-4c46-98e8-23c350ed57cd tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:29.385315 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-35597f4b-7cbf-4c46-98e8-23c350ed57cd tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/networks?id=c869c893-5e1b-47a8-8cc0-0cb63524d61c HTTP/1.1" status: 200 len: 809 time: 0.1639163 May 12 15:00:29.404816 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-50808c74-9782-47a4-8358-7eec77bd57f8 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/quotas/ecfdd8e25a724584b830818714552807 HTTP/1.1" status: 200 len: 375 time: 0.0107629 May 12 15:00:29.581989 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-6fb9197b-848b-436b-864d-8b1b57d1babd tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Synchronizing usage tracker for tenant:ecfdd8e25a724584b830818714552807 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:00:29.663141 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-6fb9197b-848b-436b-864d-8b1b57d1babd tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Unset dirty status for tenant:ecfdd8e25a724584b830818714552807 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:00:29.664340 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-6fb9197b-848b-436b-864d-8b1b57d1babd tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ecfdd8e25a724584b830818714552807&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2537434 May 12 15:00:29.777674 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e71cdf-abb6-4e69-8710-7da1021d826f req-e213a137-8793-4067-906a-cf2a045a314f tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:29.779143 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-76e71cdf-abb6-4e69-8710-7da1021d826f req-e213a137-8793-4067-906a-cf2a045a314f tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.1717470 May 12 15:00:29.859702 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-76e71cdf-abb6-4e69-8710-7da1021d826f req-1151ae07-37fc-4dd4-b4de-1cbc811edc08 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731442 May 12 15:00:29.861909 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-08d4be8c-f555-499b-ad75-55ce586578e3 service neutron] 10.222.0.70 "GET /v2.0/networks/c869c893-5e1b-47a8-8cc0-0cb63524d61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798587 May 12 15:00:30.017519 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-af164f2b-bcb2-4114-8261-b122e004fad8 service neutron] 10.222.0.70 "GET /v2.0/networks/c869c893-5e1b-47a8-8cc0-0cb63524d61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481519 May 12 15:00:30.820912 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0d4cb748-534b-4753-a655-96965b000469 req-9bdaf582-5189-4408-943f-8dc54f9d8d8b tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 210 time: 0.0481064 May 12 15:00:31.114590 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f0389-641f-4d08-a5a4-f396b3d369a0 req-18d7cf2c-c812-41c2-bf5f-26f133bc0152 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:31.116948 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f97f0389-641f-4d08-a5a4-f396b3d369a0 req-18d7cf2c-c812-41c2-bf5f-26f133bc0152 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.0948207 May 12 15:00:31.168636 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f97f0389-641f-4d08-a5a4-f396b3d369a0 req-4b9f3313-eee5-427a-b7d4-7908f48592f8 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461471 May 12 15:00:31.930814 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6b31c6ec-b184-4c37-a159-b6a2516cfb15 req-51bf13bb-8039-4092-93ec-dc7a648ded89 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 210 time: 0.0492699 May 12 15:00:32.376831 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7640852-8f91-4391-b521-95f492831b44 req-59b20657-3c9e-4e33-a9f2-6f81704e1adb tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:32.378346 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e7640852-8f91-4391-b521-95f492831b44 req-59b20657-3c9e-4e33-a9f2-6f81704e1adb tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.0887911 May 12 15:00:32.448466 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e7640852-8f91-4391-b521-95f492831b44 req-60c58320-7f61-44ac-97c2-29c201b2234d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638337 May 12 15:00:33.083269 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5ebc75d1-ea44-4437-9335-cfccbb6e9202 req-240bc399-f48c-47b4-bc51-a82f1f97d171 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 210 time: 0.0468566 May 12 15:00:33.637725 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a508f1-bc94-4ac1-af7e-13009c2a01f3 req-03d5cc4f-0e9a-44e5-88f6-1d68f9887b6f tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:33.639343 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b8a508f1-bc94-4ac1-af7e-13009c2a01f3 req-03d5cc4f-0e9a-44e5-88f6-1d68f9887b6f tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.0808494 May 12 15:00:33.684923 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b8a508f1-bc94-4ac1-af7e-13009c2a01f3 req-e5d25e23-ef24-401a-8656-db4eb15a908d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393107 May 12 15:00:34.237362 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-265c0048-5e2a-42eb-85b6-b1fa052518b3 req-4a1cf999-fe51-455b-a220-ff3ccfff66d7 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 210 time: 0.0464697 May 12 15:00:34.877074 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5601c-f5b3-4f2d-8d87-016bf265def6 req-9117c77f-1c45-4d81-8f04-27ce72492ee1 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:34.881714 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-acc5601c-f5b3-4f2d-8d87-016bf265def6 req-9117c77f-1c45-4d81-8f04-27ce72492ee1 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.0829699 May 12 15:00:34.924587 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-acc5601c-f5b3-4f2d-8d87-016bf265def6 req-7080d131-1df8-4e00-9ea3-0cb11361db61 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401874 May 12 15:00:35.396294 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8984baac-03fa-4041-a944-9afa01e62e09 req-bd9f9717-c49a-43a1-a551-8b87408ad1aa tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 210 time: 0.0503147 May 12 15:00:35.604821 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-48e052c4-299d-4b17-8c5a-4a4191039027 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:35.606050 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-48e052c4-299d-4b17-8c5a-4a4191039027 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Synchronizing usage tracker for tenant:ecfdd8e25a724584b830818714552807 on resource:network {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:00:35.724345 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-48e052c4-299d-4b17-8c5a-4a4191039027 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Unset dirty status for tenant:ecfdd8e25a724584b830818714552807 on resource:network {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:00:35.725658 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-48e052c4-299d-4b17-8c5a-4a4191039027 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.69 "GET /v2.0/networks?id=c869c893-5e1b-47a8-8cc0-0cb63524d61c HTTP/1.1" status: 200 len: 809 time: 0.2864020 May 12 15:00:35.863130 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-7be872d3-1e60-4889-a8a5-46939f566b37 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Synchronizing usage tracker for tenant:ecfdd8e25a724584b830818714552807 on resource:security_group {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:00:35.911142 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce6ab8-0430-4774-966c-caa2d6ccc308 req-9be01943-c3c7-4f5e-894b-4344bf052dc4 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:35.912558 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-54ce6ab8-0430-4774-966c-caa2d6ccc308 req-9be01943-c3c7-4f5e-894b-4344bf052dc4 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.69 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.0884197 May 12 15:00:35.969821 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-7be872d3-1e60-4889-a8a5-46939f566b37 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Unset dirty status for tenant:ecfdd8e25a724584b830818714552807 on resource:security_group {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:00:35.971003 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-7be872d3-1e60-4889-a8a5-46939f566b37 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecfdd8e25a724584b830818714552807 HTTP/1.1" status: 200 len: 379 time: 0.1546395 May 12 15:00:35.986147 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Request body: {'port': {'device_id': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'admin_state_up': True, 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'security_groups': ['dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f']}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:00:35.999576 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-54ce6ab8-0430-4774-966c-caa2d6ccc308 req-a13600f5-10b5-4296-9823-3968a220c279 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Deleting port 6292b7fd-e465-469e-a974-a27de9797f1e {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:00:36.000226 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-54ce6ab8-0430-4774-966c-caa2d6ccc308 req-a13600f5-10b5-4296-9823-3968a220c279 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:36.148765 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:00:36.162045 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:00:36.261194 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Made reservation on behalf of ecfdd8e25a724584b830818714552807 for: {'port': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:00:36.265685 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:36.301041 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e686b71-0c6f-4bfa-95bb-c4c80e92b09e req-6786bd40-f74f-47c2-bc25-692de6a85f90 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:36.304674 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5e686b71-0c6f-4bfa-95bb-c4c80e92b09e req-6786bd40-f74f-47c2-bc25-692de6a85f90 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 945 time: 0.2502048 May 12 15:00:36.386217 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-54ce6ab8-0430-4774-966c-caa2d6ccc308 req-a13600f5-10b5-4296-9823-3968a220c279 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] For port 6292b7fd-e465-469e-a974-a27de9797f1e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6292b7fd-e465-469e-a974-a27de9797f1e,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:00:36.386698 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-54ce6ab8-0430-4774-966c-caa2d6ccc308 req-a13600f5-10b5-4296-9823-3968a220c279 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:36.405650 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5e686b71-0c6f-4bfa-95bb-c4c80e92b09e req-c10bf10f-6502-43ec-b2db-8a7b2a1dd0b9 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/security-groups?id=9672df14-3a87-4f9b-a2a6-f58cb20ce158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887194 May 12 15:00:36.448486 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Allocated IP 172.20.0.7 (c869c893-5e1b-47a8-8cc0-0cb63524d61c/6e4512ec-10c3-466b-9882-15d05fa1f1c5/2c0ac58a-f3ef-4d06-bb4a-587c6e117baf) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:00:36.625941 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-54ce6ab8-0430-4774-966c-caa2d6ccc308 req-a13600f5-10b5-4296-9823-3968a220c279 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Calling delete_port for 6292b7fd-e465-469e-a974-a27de9797f1e owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:00:36.657471 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:36.673573 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Transition to ACTIVE for port object 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf will not be triggered until provisioned by entity DHCP. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:00:36.718284 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a099b5f5-ecbb-4227-b442-b6adcabfb777 req-6e78d1d4-241a-4e04-87f4-63a4e8d7c360 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 210 time: 0.1006646 May 12 15:00:36.758496 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:36.829466 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Network c869c893-5e1b-47a8-8cc0-0cb63524d61c is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:00:36.837241 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:00:36.840405 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:00:36.922816 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Pushing event updated for resources: {'Port': ['ID=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:36.930198 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:36.930539 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:36.930894 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:36.931207 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:36.931534 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:36.931859 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:36.932180 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:36.932507 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:36.932829 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:36.933145 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:36.933691 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:36.934416 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:36.947151 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:36.947764 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:36.958334 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-54ce6ab8-0430-4774-966c-caa2d6ccc308 req-a13600f5-10b5-4296-9823-3968a220c279 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:36.995102 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['6292b7fd-e465-469e-a974-a27de9797f1e'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:00:37.014030 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13600f5-10b5-4296-9823-3968a220c279 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Pushing event deleted for resources: {'Port': ['ID=6292b7fd-e465-469e-a974-a27de9797f1e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:37.095949 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ce6ab8-0430-4774-966c-caa2d6ccc308 req-a13600f5-10b5-4296-9823-3968a220c279 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] No DVR routers for this DVR port 6292b7fd-e465-469e-a974-a27de9797f1e on host hv-cinder-83118 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:00:37.106293 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-54ce6ab8-0430-4774-966c-caa2d6ccc308 req-a13600f5-10b5-4296-9823-3968a220c279 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:37.106293 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67e6885-b0bf-437a-a157-0003ebfc91c9', 'name': 'network-vif-deleted', 'tag': '6292b7fd-e465-469e-a974-a27de9797f1e'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:00:37.114520 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-54ce6ab8-0430-4774-966c-caa2d6ccc308 req-a13600f5-10b5-4296-9823-3968a220c279 tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.69 "DELETE /v2.0/ports/6292b7fd-e465-469e-a974-a27de9797f1e HTTP/1.1" status: 204 len: 173 time: 1.1965857 May 12 15:00:37.149623 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63cd035-d90a-42b2-ac64-c27430c20a2e'] response: {'server_uuid': 'a67e6885-b0bf-437a-a157-0003ebfc91c9', 'name': 'network-vif-deleted', 'tag': '6292b7fd-e465-469e-a974-a27de9797f1e', 'status': 'completed', 'code': 200} May 12 15:00:37.159374 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-5395c3ff-994a-47fe-a165-df173ab9c043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1774452 May 12 15:00:37.191267 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Request body: {'port': {'device_id': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:00:37.301438 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-2d1862ac-0877-449c-9180-49e35d2ffc10 None None] Provisioning for port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:00:37.307322 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-2d1862ac-0877-449c-9180-49e35d2ffc10 None None] Provisioning complete for port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:00:37.307769 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2d1862ac-0877-449c-9180-49e35d2ffc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:37.320302 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:37.364949 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2d1862ac-0877-449c-9180-49e35d2ffc10 None None] Port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:00:37.599560 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-5fc6588a-78a7-4e17-b996-146217834c7d req-9e7293ca-0e18-472d-82fc-c2f12c74c65d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Synchronizing usage tracker for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:00:37.667017 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-5fc6588a-78a7-4e17-b996-146217834c7d req-9e7293ca-0e18-472d-82fc-c2f12c74c65d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] Unset dirty status for tenant:7e684d49501b49d2a6b99fee4deeb9ec on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:00:37.668220 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5fc6588a-78a7-4e17-b996-146217834c7d req-9e7293ca-0e18-472d-82fc-c2f12c74c65d tempest-ServerRescueNegativeTestJSON-477251320 tempest-ServerRescueNegativeTestJSON-477251320-project] 10.222.0.70 "GET /v2.0/ports?device_id=a67e6885-b0bf-437a-a157-0003ebfc91c9 HTTP/1.1" status: 200 len: 210 time: 0.1195807 May 12 15:00:37.792479 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf {{(pid=88106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:00:37.800883 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:37.816765 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Transition to ACTIVE for port object 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:00:37.889596 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:38.048132 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:38.050454 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3cfce-7ca6-4ca7-b7d0-39c6082c919d req-31f82edf-18fa-40e6-904a-492c00ffbcc9 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:38.056887 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d4f3cfce-7ca6-4ca7-b7d0-39c6082c919d req-31f82edf-18fa-40e6-904a-492c00ffbcc9 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 943 time: 0.2263258 May 12 15:00:38.119524 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d4f3cfce-7ca6-4ca7-b7d0-39c6082c919d req-c7f3b1c1-af67-4f83-ad0d-3e1f1857eac6 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542648 May 12 15:00:38.143057 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Attempting to bind port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:00:38.143482 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Attempting to bind port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '49350255-2b97-4356-8689-4d9bf03ce608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:00:38.143912 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Attempting to bind port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf on network c869c893-5e1b-47a8-8cc0-0cb63524d61c {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:00:38.151942 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf on network c869c893-5e1b-47a8-8cc0-0cb63524d61c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:00:38.153000 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Attempting to bind port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf on network c869c893-5e1b-47a8-8cc0-0cb63524d61c {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:00:38.162168 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:00:38.162720 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Checking segment: {'id': '49350255-2b97-4356-8689-4d9bf03ce608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:00:38.163250 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Bound using segment: {'id': '49350255-2b97-4356-8689-4d9bf03ce608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:00:38.163777 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Bound port: 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49350255-2b97-4356-8689-4d9bf03ce608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:00:38.164237 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:38.263450 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] For port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf, host hv-cinder-83118, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:00:38.268425 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] For port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,segment=NetworkSegment(49350255-2b97-4356-8689-4d9bf03ce608),segment_id=49350255-2b97-4356-8689-4d9bf03ce608)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:00:38.536773 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:38.602180 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:38.602785 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:38.604207 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] 10.222.0.69 "PUT /v2.0/ports/2c0ac58a-f3ef-4d06-bb4a-587c6e117baf HTTP/1.1" status: 200 len: 1093 time: 1.4175406 May 12 15:00:38.604633 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'tag': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:00:38.625682 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef8d28-4938-4c82-bb47-ee604c2d0ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:38.661258 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc87ed9a-e9fd-4fd2-b44f-8cc486a91341'] response: {'name': 'network-changed', 'server_uuid': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'tag': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf', 'status': 'completed', 'code': 200} May 12 15:00:38.773619 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38494) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:38.826102 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b09a33-ce3e-4031-924b-9d21ed16c486 req-4b2580bf-5761-4edb-b7d9-45f25a63d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:38.827710 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-64b09a33-ce3e-4031-924b-9d21ed16c486 req-4b2580bf-5761-4edb-b7d9-45f25a63d83a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecfdd8e25a724584b830818714552807&device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 1096 time: 0.1005661 May 12 15:00:38.992953 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b09a33-ce3e-4031-924b-9d21ed16c486 req-2233b7d7-8f81-4851-ad8e-fdbc74b03fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:38.994423 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-64b09a33-ce3e-4031-924b-9d21ed16c486 req-2233b7d7-8f81-4851-ad8e-fdbc74b03fe5 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=ecfdd8e25a724584b830818714552807&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1504054 May 12 15:00:39.108283 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 6292b7fd-e465-469e-a974-a27de9797f1e no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:00:39.148258 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b09a33-ce3e-4031-924b-9d21ed16c486 req-1578f85f-0d1e-4dde-81b3-252ec1f35ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:39.150398 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-64b09a33-ce3e-4031-924b-9d21ed16c486 req-1578f85f-0d1e-4dde-81b3-252ec1f35ef8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1487913 May 12 15:00:39.158253 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: 6292b7fd-e465-469e-a974-a27de9797f1e {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:00:39.159110 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 6292b7fd-e465-469e-a974-a27de9797f1e not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:00:39.304941 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-664b4ea6-4b79-491b-ad87-9913ff08ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:39.306463 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-664b4ea6-4b79-491b-ad87-9913ff08ba4c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecfdd8e25a724584b830818714552807&device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 1096 time: 0.0819778 May 12 15:00:39.394645 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-8ef12fb4-bdfb-4d5a-9512-e7d30652af2b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf HTTP/1.1" status: 200 len: 217 time: 0.0665355 May 12 15:00:39.408695 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923685aa-4352-4e8a-aa67-a5d1c3976c91 req-91734c69-9c58-44a6-a7b6-dcda37a6aaf8 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:39.410460 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-923685aa-4352-4e8a-aa67-a5d1c3976c91 req-91734c69-9c58-44a6-a7b6-dcda37a6aaf8 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 943 time: 0.1430833 May 12 15:00:39.463728 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-570f4567-1fa4-4213-9ee4-0cb34bce8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:39.465356 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-570f4567-1fa4-4213-9ee4-0cb34bce8276 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e4512ec-10c3-466b-9882-15d05fa1f1c5 HTTP/1.1" status: 200 len: 848 time: 0.0642858 May 12 15:00:39.501009 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-923685aa-4352-4e8a-aa67-a5d1c3976c91 req-e8d3011e-4d34-4330-8b2c-2ad9cb80a3bc tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803301 May 12 15:00:39.534092 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97aa10da-d84b-4626-b246-65c0c62ccbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587065'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:39.544848 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-afae68ed-b5a1-4fd3-85d5-5d8d57e36e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:39.546747 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-afae68ed-b5a1-4fd3-85d5-5d8d57e36e77 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c869c893-5e1b-47a8-8cc0-0cb63524d61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750351 May 12 15:00:39.685498 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-9aae3bb1-16a7-402d-aa59-d24f075498c2 service neutron] 10.222.0.69 "GET /v2.0/networks/c869c893-5e1b-47a8-8cc0-0cb63524d61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309416 May 12 15:00:39.831085 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-95bd676c-cc80-4d1e-ac7e-a985d8a50eeb req-f39dae67-2950-4dfd-921e-0073883a5ff6 service neutron] 10.222.0.69 "GET /v2.0/networks/c869c893-5e1b-47a8-8cc0-0cb63524d61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393082 May 12 15:00:39.991373 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-97aa10da-d84b-4626-b246-65c0c62ccbeb admin admin] Deleting port 31565ee7-29a9-43e1-a684-e2ddfa734fb3 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:00:39.991985 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97aa10da-d84b-4626-b246-65c0c62ccbeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:40.190704 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-97aa10da-d84b-4626-b246-65c0c62ccbeb admin admin] For port 31565ee7-29a9-43e1-a684-e2ddfa734fb3, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=31565ee7-29a9-43e1-a684-e2ddfa734fb3,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:00:40.191060 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97aa10da-d84b-4626-b246-65c0c62ccbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:40.326495 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-97aa10da-d84b-4626-b246-65c0c62ccbeb admin admin] Calling delete_port for 31565ee7-29a9-43e1-a684-e2ddfa734fb3 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:00:40.741336 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97aa10da-d84b-4626-b246-65c0c62ccbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:40.793764 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa10da-d84b-4626-b246-65c0c62ccbeb admin admin] Pushing event deleted for resources: {'Port': ['ID=31565ee7-29a9-43e1-a684-e2ddfa734fb3,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:40.855650 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-93716926-9a37-4053-b711-c1d461978faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:40.894581 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d8347-4c27-4ebb-ae85-54a9a541aaa7 req-f50e1fe2-fdef-41ff-b575-1662334a0d76 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:40.896132 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f78d8347-4c27-4ebb-ae85-54a9a541aaa7 req-f50e1fe2-fdef-41ff-b575-1662334a0d76 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 943 time: 0.2706959 May 12 15:00:41.024510 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f78d8347-4c27-4ebb-ae85-54a9a541aaa7 req-eb6d0436-3b95-4292-87d7-ff89465732b1 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207306 May 12 15:00:41.113718 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97aa10da-d84b-4626-b246-65c0c62ccbeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624265'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:41.573719 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97aa10da-d84b-4626-b246-65c0c62ccbeb admin admin] Router 34d1d2a6-a621-42ca-9016-6011c257e3aa has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:00:41.757120 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97aa10da-d84b-4626-b246-65c0c62ccbeb admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:00:41.766623 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcdd6d4-1f31-4900-9141-737ec213267d None None] Sync routers for ids ['34d1d2a6-a621-42ca-9016-6011c257e3aa'] in dv-cinder-831187-2-smb {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:00:41.780018 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcdd6d4-1f31-4900-9141-737ec213267d None None] Routers {'34d1d2a6-a621-42ca-9016-6011c257e3aa'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:00:41.780618 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-bdcdd6d4-1f31-4900-9141-737ec213267d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:00:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['34d1d2a6-a621-42ca-9016-6011c257e3aa'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:41.863099 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-97aa10da-d84b-4626-b246-65c0c62ccbeb admin admin] 10.222.0.70 "PUT /v2.0/routers/34d1d2a6-a621-42ca-9016-6011c257e3aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0877841 May 12 15:00:41.867144 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38516) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:41.960026 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-bdcdd6d4-1f31-4900-9141-737ec213267d None None] Set router 34d1d2a6-a621-42ca-9016-6011c257e3aa gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:00:42.047483 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:42.275124 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-bdcdd6d4-1f31-4900-9141-737ec213267d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T15:00:40Z', 'revision_number': 5, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:42.279038 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcdd6d4-1f31-4900-9141-737ec213267d None None] Checking router: 34d1d2a6-a621-42ca-9016-6011c257e3aa for host: dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:00:42.287949 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcdd6d4-1f31-4900-9141-737ec213267d None None] Routers {'34d1d2a6-a621-42ca-9016-6011c257e3aa'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:00:42.288593 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-bdcdd6d4-1f31-4900-9141-737ec213267d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:00:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['34d1d2a6-a621-42ca-9016-6011c257e3aa'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:42.330769 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:42.347145 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55b889-5443-4457-9b39-c964448ed9bb req-aea5f927-9f27-4d64-9ffb-0da6c5006cef tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:42.348626 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0a55b889-5443-4457-9b39-c964448ed9bb req-aea5f927-9f27-4d64-9ffb-0da6c5006cef tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 943 time: 0.2034593 May 12 15:00:42.395214 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0a55b889-5443-4457-9b39-c964448ed9bb req-ad6cc85c-dde9-448d-828f-ddfcd51e7253 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403280 May 12 15:00:42.409770 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Deleting port 06efa2a0-4913-4425-a4a8-bb7043dc2af0 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:00:42.410440 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:42.499504 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-bdcdd6d4-1f31-4900-9141-737ec213267d None None] Set router 34d1d2a6-a621-42ca-9016-6011c257e3aa gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:00:42.589305 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] For port 06efa2a0-4913-4425-a4a8-bb7043dc2af0, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=06efa2a0-4913-4425-a4a8-bb7043dc2af0,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:00:42.589757 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:42.715956 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Calling delete_port for 06efa2a0-4913-4425-a4a8-bb7043dc2af0 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:00:42.786792 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-bdcdd6d4-1f31-4900-9141-737ec213267d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T15:00:40Z', 'revision_number': 5, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:42.790806 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcdd6d4-1f31-4900-9141-737ec213267d None None] The sync data for ids ['34d1d2a6-a621-42ca-9016-6011c257e3aa'] in dv-cinder-831187-2-smb is: [{'id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1914642510-router', 'tenant_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50'}], 'enable_snat': True}, 'gw_port_id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:33Z', 'updated_at': '2022-05-12T15:00:40Z', 'revision_number': 5, 'project_id': '7e684d49501b49d2a6b99fee4deeb9ec', 'gw_port': {'id': '06efa2a0-4913-4425-a4a8-bb7043dc2af0', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:28:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d1d2a6-a621-42ca-9016-6011c257e3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:34Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}] {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:00:42.975644 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:43.055811 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4ffaed16-8f43-487d-b25f-496eb423e9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:43.126507 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:00:43.135720 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Pushing event deleted for resources: {'Port': ['ID=06efa2a0-4913-4425-a4a8-bb7043dc2af0,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:43.172631 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:43.172971 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:43.173308 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:43.173695 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:43.174012 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:43.174365 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:43.174689 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:43.175009 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:43.175332 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:43.175688 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:43.175952 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:43.176267 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:00:43.289712 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624900'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:43.360251 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,segment=NetworkSegment(49350255-2b97-4356-8689-4d9bf03ce608),segment_id=49350255-2b97-4356-8689-4d9bf03ce608)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:00:43.380046 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf', 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'port_id': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf', 'mac_address': 'fa:16:3e:53:70:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:00:43.441976 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:43.468000 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:00:43.487417 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,segment=NetworkSegment(49350255-2b97-4356-8689-4d9bf03ce608),segment_id=49350255-2b97-4356-8689-4d9bf03ce608)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:00:43.501563 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10131'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:43.507284 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:43.633308 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:43.681188 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2c4f4-9b95-4f31-9da5-af49f1869a3a req-a6f8c7ae-7be1-44a1-a711-9f319df704e6 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:43.682964 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-63b2c4f4-9b95-4f31-9da5-af49f1869a3a req-a6f8c7ae-7be1-44a1-a711-9f319df704e6 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 943 time: 0.1070855 May 12 15:00:43.708977 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:43.730144 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-63b2c4f4-9b95-4f31-9da5-af49f1869a3a req-bf83089b-8336-4f11-99f8-72d56ed4edd6 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405033 May 12 15:00:43.753022 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1622393'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:43.753607 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34d1d2a6-a621-42ca-9016-6011c257e3aa {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:00:43.775888 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:43.775888 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-fa0ba293-59d7-4eb1-8eb6-d842b62f8878 admin admin] 10.222.0.70 "DELETE /v2.0/routers/34d1d2a6-a621-42ca-9016-6011c257e3aa HTTP/1.1" status: 204 len: 168 time: 1.9006777 May 12 15:00:43.777921 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38536) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:43.844936 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-648c0342-78fb-4a60-b8d6-b7dc3062d254 admin admin] Deleting subnet 6517beee-f6a9-470f-99ed-f96e6825f8b9 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 15:00:43.848587 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-648c0342-78fb-4a60-b8d6-b7dc3062d254 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:43.905215 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-648c0342-78fb-4a60-b8d6-b7dc3062d254 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2352204'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:44.006169 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['2c0ac58a-f3ef-4d06-bb4a-587c6e117baf'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:00:44.037074 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-648c0342-78fb-4a60-b8d6-b7dc3062d254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698402'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:44.210254 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-648c0342-78fb-4a60-b8d6-b7dc3062d254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1090097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2178521'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:44.288557 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-648c0342-78fb-4a60-b8d6-b7dc3062d254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:44.300466 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a969f4-caab-46ad-b08b-4a2b107c9b0d None None] Network 0d8c56f2-4158-444c-96af-8e80e6763783 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 15:00:44.301191 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c0342-78fb-4a60-b8d6-b7dc3062d254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6517beee-f6a9-470f-99ed-f96e6825f8b9,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:44.305161 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-648c0342-78fb-4a60-b8d6-b7dc3062d254 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6517beee-f6a9-470f-99ed-f96e6825f8b9 HTTP/1.1" status: 204 len: 168 time: 0.5262265 May 12 15:00:44.307861 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38546) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:44.315390 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 31565ee7-29a9-43e1-a684-e2ddfa734fb3 no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:00:44.418508 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763935'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:44.423349 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: 31565ee7-29a9-43e1-a684-e2ddfa734fb3 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:00:44.423692 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 31565ee7-29a9-43e1-a684-e2ddfa734fb3 not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:00:44.424109 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 06efa2a0-4913-4425-a4a8-bb7043dc2af0 no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:00:44.429523 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] Deleting port 080a26a1-5658-44f9-845a-5f534e891336 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:00:44.430007 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:44.480779 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: 06efa2a0-4913-4425-a4a8-bb7043dc2af0 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:00:44.481329 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 06efa2a0-4913-4425-a4a8-bb7043dc2af0 not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:00:44.626681 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:44.639156 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] For port 080a26a1-5658-44f9-845a-5f534e891336, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=080a26a1-5658-44f9-845a-5f534e891336,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:00:44.639592 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:44.707211 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd3ff8e-042c-4a7b-a388-efbcc2ce203a None None] DHCP port deletion for 0d8c56f2-4158-444c-96af-8e80e6763783 request from dv-cinder-831187-2-smb {{(pid=88108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 15:00:44.711454 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3ff8e-042c-4a7b-a388-efbcc2ce203a None None] Deleting port 080a26a1-5658-44f9-845a-5f534e891336 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:00:44.711823 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ff8e-042c-4a7b-a388-efbcc2ce203a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:44.769656 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] Calling delete_port for 080a26a1-5658-44f9-845a-5f534e891336 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:00:44.988779 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-5bd3ff8e-042c-4a7b-a388-efbcc2ce203a None None] For port 080a26a1-5658-44f9-845a-5f534e891336, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=080a26a1-5658-44f9-845a-5f534e891336,segment=NetworkSegment(e110b460-30c9-4e28-b2f0-280877495825),segment_id=e110b460-30c9-4e28-b2f0-280877495825)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:00:44.989142 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ff8e-042c-4a7b-a388-efbcc2ce203a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:45.080262 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:45.130743 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3ff8e-042c-4a7b-a388-efbcc2ce203a None None] Calling delete_port for 080a26a1-5658-44f9-845a-5f534e891336 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:00:45.144180 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae1978-d9f2-4e7e-8f26-60319869d3cf req-2eff09d6-d281-41e7-b56d-bed0585d1628 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:45.145912 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-15ae1978-d9f2-4e7e-8f26-60319869d3cf req-2eff09d6-d281-41e7-b56d-bed0585d1628 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 944 time: 0.1447103 May 12 15:00:45.147022 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] Pushing event deleted for resources: {'Port': ['ID=080a26a1-5658-44f9-845a-5f534e891336,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:45.150639 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] No DVR routers for this DVR port 080a26a1-5658-44f9-845a-5f534e891336 on host dv-cinder-831187-2-smb {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:00:45.275957 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.db.api [None req-5bd3ff8e-042c-4a7b-a388-efbcc2ce203a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 15:00:45.276335 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG oslo_db.api [None req-5bd3ff8e-042c-4a7b-a388-efbcc2ce203a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 15:00:45.312728 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:45.345478 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-15ae1978-d9f2-4e7e-8f26-60319869d3cf req-2d946cdc-fed7-42fc-a1b2-85d992e07f97 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470733 May 12 15:00:45.347310 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8787124724866'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:45.384142 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.services.segments.db [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8c56f2-4158-444c-96af-8e80e6763783']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:45.403438 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.services.segments.db [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e110b460-30c9-4e28-b2f0-280877495825') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:45.403665 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.services.segments.db [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e110b460-30c9-4e28-b2f0-280877495825') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:45.416722 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787124727709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2352245'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:45.437569 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:45.444478 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:00:45.444954 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-738659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1089427'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: Traceback (most recent call last): May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: timer() May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: cb(*args, **kw) May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: return func(*args, **kwargs) May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: self._notify() May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: self.callback(batched_events) May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: event.method(event) May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: return f(self, *a, **k) May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: return self._get(url).json() May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: return self.request(url, 'GET', **kwargs) May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:00:45.459628 dv-cinder-831187-2-smb neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:00:45.604085 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624953'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:45.620885 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:45.635597 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d8c56f2-4158-444c-96af-8e80e6763783,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:45.730728 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-88955c29-63c7-4b40-9feb-a4d15eab7550 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0d8c56f2-4158-444c-96af-8e80e6763783 HTTP/1.1" status: 204 len: 168 time: 1.4211075 May 12 15:00:45.777911 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3ff8e-042c-4a7b-a388-efbcc2ce203a None None] Deleting port 080a26a1-5658-44f9-845a-5f534e891336 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:00:45.778286 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ff8e-042c-4a7b-a388-efbcc2ce203a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:45.850303 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3ff8e-042c-4a7b-a388-efbcc2ce203a None None] The port '080a26a1-5658-44f9-845a-5f534e891336' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 15:00:46.089518 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:46.186409 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 080a26a1-5658-44f9-845a-5f534e891336 no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:00:46.205903 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 38578) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:46.235353 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: 080a26a1-5658-44f9-845a-5f534e891336 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:00:46.236039 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 080a26a1-5658-44f9-845a-5f534e891336 not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:00:46.288967 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-034c7968-e849-42d7-90e2-d94c8b209780 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e684d49501b49d2a6b99fee4deeb9ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0814452 May 12 15:00:46.291391 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 38582) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:46.358213 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4b0930d1-fb12-4547-a773-9b9094035f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:46.388723 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4b0930d1-fb12-4547-a773-9b9094035f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:46.556999 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b265f1-bdcb-404d-b82c-a6c1d1c9be75 req-38298d58-a32e-42e8-b9ed-eec53c0b50ab tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:46.560719 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c0b265f1-bdcb-404d-b82c-a6c1d1c9be75 req-38298d58-a32e-42e8-b9ed-eec53c0b50ab tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 944 time: 0.0906508 May 12 15:00:46.607582 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c0b265f1-bdcb-404d-b82c-a6c1d1c9be75 req-309e269b-6679-4b7f-b05c-f9a538298d92 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415790 May 12 15:00:46.666671 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4b0930d1-fb12-4547-a773-9b9094035f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:46.684928 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0930d1-fb12-4547-a773-9b9094035f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9672df14-3a87-4f9b-a2a6-f58cb20ce158,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:46.787264 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4b0930d1-fb12-4547-a773-9b9094035f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:46.788314 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-4b0930d1-fb12-4547-a773-9b9094035f54 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9672df14-3a87-4f9b-a2a6-f58cb20ce158 HTTP/1.1" status: 204 len: 168 time: 0.4957230 May 12 15:00:47.130642 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:00:47.267193 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:00:47.273524 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:00:47.273918 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:47.417850 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:47.446723 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:00:47.459045 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,segment=NetworkSegment(49350255-2b97-4356-8689-4d9bf03ce608),segment_id=49350255-2b97-4356-8689-4d9bf03ce608)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:00:47.492691 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e88da43-5129-41e0-b0e6-c52ba75743f6'] response: {'server_uuid': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf', 'code': 200} May 12 15:00:47.547243 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:47.623374 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:47.829246 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd813a6-d65d-4f2f-a778-92d3cecc36ff req-b1273800-426e-4352-b30a-ea0f5a4bc0e1 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:47.831418 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ecd813a6-d65d-4f2f-a778-92d3cecc36ff req-b1273800-426e-4352-b30a-ea0f5a4bc0e1 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.1078608 May 12 15:00:47.890731 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ecd813a6-d65d-4f2f-a778-92d3cecc36ff req-25a5cd71-12c1-4cfe-b191-caa0e3941c59 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529625 May 12 15:00:48.024832 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f470f-e50e-43ba-8234-20622dc5f8ee req-dcdda4f7-82ca-4d22-aafa-c84027f2ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:48.026792 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-fc8f470f-e50e-43ba-8234-20622dc5f8ee req-dcdda4f7-82ca-4d22-aafa-c84027f2ed80 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 1098 time: 0.0826926 May 12 15:00:48.048218 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517910c-cb24-4954-949b-6df1f2375d33 req-848d23ac-36f5-4c96-82cc-71cc8853b686 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:48.049845 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4517910c-cb24-4954-949b-6df1f2375d33 req-848d23ac-36f5-4c96-82cc-71cc8853b686 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 946 time: 0.1016068 May 12 15:00:48.072758 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-fc8f470f-e50e-43ba-8234-20622dc5f8ee req-6e96bf04-008e-4307-8ed4-9f05138fa080 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394711 May 12 15:00:48.102013 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4517910c-cb24-4954-949b-6df1f2375d33 req-b694744b-ff42-4501-a7b6-78b20c7dd096 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461137 May 12 15:00:49.021794 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:49.096323 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99306b-5634-44db-93cb-98d71ec2e2fd req-4b04ed75-5bc7-49bf-9d19-1df4f70d6201 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:49.097931 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fc99306b-5634-44db-93cb-98d71ec2e2fd req-4b04ed75-5bc7-49bf-9d19-1df4f70d6201 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.0909297 May 12 15:00:49.154214 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fc99306b-5634-44db-93cb-98d71ec2e2fd req-72f211ec-5a2e-437b-b3eb-c95e41065c1e tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422547 May 12 15:00:49.328017 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68652073-0921-4aea-9de1-835c1cd81817 req-c533ce30-c221-4d3a-9fe9-43cdccd540da tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:49.329564 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-68652073-0921-4aea-9de1-835c1cd81817 req-c533ce30-c221-4d3a-9fe9-43cdccd540da tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 946 time: 0.0931921 May 12 15:00:49.385792 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-68652073-0921-4aea-9de1-835c1cd81817 req-17340d0b-41df-4a90-8720-6e2fe92c6fcf tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481114 May 12 15:00:49.970944 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 38666) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:50.091486 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1591a0df-860c-43a0-83b4-de697bebac74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:50.109034 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-1591a0df-860c-43a0-83b4-de697bebac74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:00:50.113027 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-1591a0df-860c-43a0-83b4-de697bebac74 admin admin] Usage tracker for resource:security_group_rule and tenant:3d365121f6714eb78788d0adfb9b55f6 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:00:50.115928 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-1591a0df-860c-43a0-83b4-de697bebac74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:00:50.122034 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-1591a0df-860c-43a0-83b4-de697bebac74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:00:50.222709 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1591a0df-860c-43a0-83b4-de697bebac74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:50.323731 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1591a0df-860c-43a0-83b4-de697bebac74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:50.348684 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4ad74-519b-4836-bc29-eb4688ea168f req-b8cd3566-b5a6-4c5f-a63b-77fb9183fd39 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:50.350216 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f9c4ad74-519b-4836-bc29-eb4688ea168f req-b8cd3566-b5a6-4c5f-a63b-77fb9183fd39 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.0902045 May 12 15:00:50.374681 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-1591a0df-860c-43a0-83b4-de697bebac74 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d365121f6714eb78788d0adfb9b55f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026494 May 12 15:00:50.375847 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591a0df-860c-43a0-83b4-de697bebac74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d9e13f-c83b-4c2c-952e-52a44a565c13,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:50.377617 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38678) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:50.427104 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f9c4ad74-519b-4836-bc29-eb4688ea168f req-179c2a17-c16f-4551-a49f-ba16512f4eb4 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691221 May 12 15:00:50.461800 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a6bbf3c9-1d25-4c29-9f52-bc40148a0cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:50.494797 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a6bbf3c9-1d25-4c29-9f52-bc40148a0cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:50.668962 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b092ba-de05-4064-9f20-965e244937f4 req-8e89ff9e-c2ac-490a-8758-80c6fec3bb3f tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:50.670940 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-35b092ba-de05-4064-9f20-965e244937f4 req-8e89ff9e-c2ac-490a-8758-80c6fec3bb3f tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 946 time: 0.1402419 May 12 15:00:50.725333 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-35b092ba-de05-4064-9f20-965e244937f4 req-7c869efd-4b93-4a2c-a9c7-df52c826ad5e tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482144 May 12 15:00:50.740725 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cc216-dc8e-40ce-b830-4678d00882a2 req-78618258-fe60-45b4-bf98-c3601ff51f97 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:50.740725 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d03cc216-dc8e-40ce-b830-4678d00882a2 req-78618258-fe60-45b4-bf98-c3601ff51f97 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.1365867 May 12 15:00:50.776950 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a6bbf3c9-1d25-4c29-9f52-bc40148a0cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:50.795522 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d03cc216-dc8e-40ce-b830-4678d00882a2 req-f4acb21a-5260-41c9-b8ba-53210283b840 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517185 May 12 15:00:50.798833 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbf3c9-1d25-4c29-9f52-bc40148a0cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d9e13f-c83b-4c2c-952e-52a44a565c13,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:50.807744 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a6bbf3c9-1d25-4c29-9f52-bc40148a0cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:50.808836 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-a6bbf3c9-1d25-4c29-9f52-bc40148a0cb8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01d9e13f-c83b-4c2c-952e-52a44a565c13 HTTP/1.1" status: 204 len: 168 time: 0.4293871 May 12 15:00:50.823350 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38690) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:51.015816 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645bd739-6a74-4591-a6f8-161e2ca620c5 tempest-TestShelveInstance-770057945 tempest-TestShelveInstance-770057945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:51.017298 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-645bd739-6a74-4591-a6f8-161e2ca620c5 tempest-TestShelveInstance-770057945 tempest-TestShelveInstance-770057945-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 1093 time: 0.1929495 May 12 15:00:51.020237 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38696) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:51.025347 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Request body: {'floatingip': {'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'port_id': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:00:51.032309 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:00:51.036809 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Usage tracker for resource:floatingip and tenant:ecfdd8e25a724584b830818714552807 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:00:51.039714 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:00:51.046073 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:00:51.146484 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for floatingip, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:51.295106 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:51.527079 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Allocated IP 172.28.3.240 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/46895530-c529-4a66-84e0-1a9660f81e89) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:00:51.571377 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 38708) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:51.598523 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9e3deb21-a887-4718-9dbe-0d065fc5daff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:51.621911 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-9e3deb21-a887-4718-9dbe-0d065fc5daff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:00:51.627608 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-9e3deb21-a887-4718-9dbe-0d065fc5daff admin admin] Usage tracker for resource:security_group_rule and tenant:2879f912d9e1474a812e5ab95ada763a is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:00:51.630835 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-9e3deb21-a887-4718-9dbe-0d065fc5daff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:00:51.639242 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-9e3deb21-a887-4718-9dbe-0d065fc5daff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:00:51.704899 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:51.742372 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9e3deb21-a887-4718-9dbe-0d065fc5daff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:51.883689 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9e3deb21-a887-4718-9dbe-0d065fc5daff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:51.901878 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:51.938920 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-9e3deb21-a887-4718-9dbe-0d065fc5daff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2879f912d9e1474a812e5ab95ada763a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3661194 May 12 15:00:51.939894 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3deb21-a887-4718-9dbe-0d065fc5daff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca43460-91f8-4449-884f-d0a281545841,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:51.942426 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 38718) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:52.009056 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0cb9f3f4-74a5-424b-b305-258eaf2d4e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:52.011340 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:00:52.014785 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:00:52.016611 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Pushing event updated for resources: {'Port': ['ID=46895530-c529-4a66-84e0-1a9660f81e89,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:52.018643 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:00:52.041569 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0cb9f3f4-74a5-424b-b305-258eaf2d4e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:52.088302 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbaa59-7fe4-4d9a-b094-75b7b73ef2c1 req-444fcc3e-1086-41b5-b6d7-d39d5a1f1c5c tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:52.089807 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6acbaa59-7fe4-4d9a-b094-75b7b73ef2c1 req-444fcc3e-1086-41b5-b6d7-d39d5a1f1c5c tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 946 time: 0.2552955 May 12 15:00:52.219362 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6acbaa59-7fe4-4d9a-b094-75b7b73ef2c1 req-7a2f51b2-3406-4210-ae4b-dcfba45894b9 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225696 May 12 15:00:52.267113 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0cb9f3f4-74a5-424b-b305-258eaf2d4e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:52.284441 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9f3f4-74a5-424b-b305-258eaf2d4e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca43460-91f8-4449-884f-d0a281545841,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:52.303444 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0cb9f3f4-74a5-424b-b305-258eaf2d4e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:52.304690 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-0cb9f3f4-74a5-424b-b305-258eaf2d4e5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5ca43460-91f8-4449-884f-d0a281545841 HTTP/1.1" status: 204 len: 168 time: 0.3613362 May 12 15:00:52.521684 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:52.709800 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:52.994658 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510263b-4e00-47e3-bcb7-afeb3ea0d415 req-daacef28-b4fa-4887-9bcc-e6586a209608 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:52.996303 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6510263b-4e00-47e3-bcb7-afeb3ea0d415 req-daacef28-b4fa-4887-9bcc-e6586a209608 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 946 time: 0.1421125 May 12 15:00:53.033055 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:53.059868 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6510263b-4e00-47e3-bcb7-afeb3ea0d415 req-1db6a562-1fba-4eb9-9434-60499b3264af tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c11d7d5-a7d4-45c0-9736-51cc3180a4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496726 May 12 15:00:53.158839 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:53.269774 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Pushing event updated for resources: {'Port': ['ID=46895530-c529-4a66-84e0-1a9660f81e89,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:53.281294 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:53.382080 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31905c68-ad24-491f-86bb-5c751e6f44b7 req-1fece05e-73fe-47f4-8c72-0803cbc0dd76 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:53.382988 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-31905c68-ad24-491f-86bb-5c751e6f44b7 req-1fece05e-73fe-47f4-8c72-0803cbc0dd76 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Synchronizing usage tracker for tenant:16c167e545af46a59055ef51ada6991e on resource:port {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:00:53.546974 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-31905c68-ad24-491f-86bb-5c751e6f44b7 req-1fece05e-73fe-47f4-8c72-0803cbc0dd76 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Unset dirty status for tenant:16c167e545af46a59055ef51ada6991e on resource:port {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:00:53.548461 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-31905c68-ad24-491f-86bb-5c751e6f44b7 req-1fece05e-73fe-47f4-8c72-0803cbc0dd76 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.69 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 946 time: 0.2918439 May 12 15:00:53.617540 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.db.l3_db [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Floating IP f0aeda95-2362-48f7-aba7-b809c47a3f11 associated. External IP: 172.28.3.240, port: 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf. May 12 15:00:53.632134 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-31905c68-ad24-491f-86bb-5c751e6f44b7 req-80ee1a48-852f-4326-b805-f4d8b8e3b155 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Deleting port ee4bc416-bdef-4810-bf9d-94de40768e98 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:00:53.632440 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-31905c68-ad24-491f-86bb-5c751e6f44b7 req-80ee1a48-852f-4326-b805-f4d8b8e3b155 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:53.680222 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ebed5-4368-4e64-bd48-7c0b40de4dfd req-fbfabfde-051a-470b-b94d-023a352f5dfb tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:53.681740 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a97ebed5-4368-4e64-bd48-7c0b40de4dfd req-fbfabfde-051a-470b-b94d-023a352f5dfb tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 946 time: 0.3339541 May 12 15:00:53.818564 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a97ebed5-4368-4e64-bd48-7c0b40de4dfd req-424c50c0-42b4-4f50-9874-65012d062547 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193767 May 12 15:00:53.940815 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-31905c68-ad24-491f-86bb-5c751e6f44b7 req-80ee1a48-852f-4326-b805-f4d8b8e3b155 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] For port ee4bc416-bdef-4810-bf9d-94de40768e98, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ee4bc416-bdef-4810-bf9d-94de40768e98,segment=NetworkSegment(6b44ca7e-6fe5-4960-9177-ccda999616e5),segment_id=6b44ca7e-6fe5-4960-9177-ccda999616e5)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:00:53.941220 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-31905c68-ad24-491f-86bb-5c751e6f44b7 req-80ee1a48-852f-4326-b805-f4d8b8e3b155 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:54.039814 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:00:54.071983 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-31905c68-ad24-491f-86bb-5c751e6f44b7 req-80ee1a48-852f-4326-b805-f4d8b8e3b155 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Calling delete_port for ee4bc416-bdef-4810-bf9d-94de40768e98 owned by compute:nova {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:00:54.289450 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:00:54.299361 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38020b-779b-460e-beac-fef5772c9459 None None] Sync routers for ids ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:00:54.312108 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38020b-779b-460e-beac-fef5772c9459 None None] Routers {'5b760d83-11c0-435a-a7c8-6b424dfb61e8'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:00:54.312752 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0b38020b-779b-460e-beac-fef5772c9459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:00:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:54.331334 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73831da9-c905-4e92-ba10-a213a903ad25 req-66e91ecf-7c86-49ef-a868-98e8b733afcc tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:54.333061 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-73831da9-c905-4e92-ba10-a213a903ad25 req-66e91ecf-7c86-49ef-a868-98e8b733afcc tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 946 time: 0.1339517 May 12 15:00:54.375457 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-31905c68-ad24-491f-86bb-5c751e6f44b7 req-80ee1a48-852f-4326-b805-f4d8b8e3b155 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:54.403988 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-73831da9-c905-4e92-ba10-a213a903ad25 req-a0b5ea2f-4830-4d2b-aeb7-ad0b364407ba tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c11d7d5-a7d4-45c0-9736-51cc3180a4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644841 May 12 15:00:54.405367 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:54.429179 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['ee4bc416-bdef-4810-bf9d-94de40768e98'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:00:54.480638 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee1a48-852f-4326-b805-f4d8b8e3b155 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Pushing event deleted for resources: {'Port': ['ID=ee4bc416-bdef-4810-bf9d-94de40768e98,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:54.529249 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-8a2e1117-3721-4362-a477-8a12e34bcbae tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5079584 May 12 15:00:54.529999 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'tag': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:00:54.569180 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-0b38020b-779b-460e-beac-fef5772c9459 None None] Set router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:00:54.591800 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c098a4-6c6a-487f-bb96-d3725edd6305'] response: {'name': 'network-changed', 'server_uuid': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'tag': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf', 'status': 'completed', 'code': 200} May 12 15:00:54.599668 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-31905c68-ad24-491f-86bb-5c751e6f44b7 req-80ee1a48-852f-4326-b805-f4d8b8e3b155 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] No DVR routers for this DVR port ee4bc416-bdef-4810-bf9d-94de40768e98 on host hv-cinder-83118 {{(pid=88106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:00:54.602397 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-31905c68-ad24-491f-86bb-5c751e6f44b7 req-80ee1a48-852f-4326-b805-f4d8b8e3b155 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:54.608576 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de907bd3-1e1f-43f6-bf78-974968a4e4ae', 'name': 'network-vif-deleted', 'tag': 'ee4bc416-bdef-4810-bf9d-94de40768e98'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:00:54.681628 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6afd3c1b-5983-43d6-a692-acb5a3891a2c'] response: {'server_uuid': 'de907bd3-1e1f-43f6-bf78-974968a4e4ae', 'name': 'network-vif-deleted', 'tag': 'ee4bc416-bdef-4810-bf9d-94de40768e98', 'status': 'completed', 'code': 200} May 12 15:00:54.685223 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-31905c68-ad24-491f-86bb-5c751e6f44b7 req-80ee1a48-852f-4326-b805-f4d8b8e3b155 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.69 "DELETE /v2.0/ports/ee4bc416-bdef-4810-bf9d-94de40768e98 HTTP/1.1" status: 204 len: 173 time: 1.1229653 May 12 15:00:54.891819 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368adf7-07b9-427c-8a58-d0f0e1a4e311 req-7cf5de07-c02f-4c1f-82be-5bfe86aa0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:54.896149 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6368adf7-07b9-427c-8a58-d0f0e1a4e311 req-7cf5de07-c02f-4c1f-82be-5bfe86aa0f57 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecfdd8e25a724584b830818714552807&device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 1098 time: 0.2638860 May 12 15:00:54.908713 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7097d25-9254-4358-8409-d93efadf47df req-2ce342c7-dd02-4dc2-a6b9-82aa2b704772 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:54.909660 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-d7097d25-9254-4358-8409-d93efadf47df req-2ce342c7-dd02-4dc2-a6b9-82aa2b704772 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Synchronizing usage tracker for tenant:65de6117be774a79b70ff72040037424 on resource:port {{(pid=88106) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:00:54.943073 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-d7097d25-9254-4358-8409-d93efadf47df req-2ce342c7-dd02-4dc2-a6b9-82aa2b704772 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Unset dirty status for tenant:65de6117be774a79b70ff72040037424 on resource:port {{(pid=88106) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:00:54.948737 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-d7097d25-9254-4358-8409-d93efadf47df req-2ce342c7-dd02-4dc2-a6b9-82aa2b704772 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 946 time: 0.1749058 May 12 15:00:55.065635 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0b38020b-779b-460e-beac-fef5772c9459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'name': 'tempest-TestShelveInstance-1574610792-router', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:47Z', 'updated_at': '2022-05-12T14:59:53Z', 'revision_number': 4, 'project_id': 'ecfdd8e25a724584b830818714552807', 'gw_port': {'id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:48Z', 'updated_at': '2022-05-12T14:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'f0aeda95-2362-48f7-aba7-b809c47a3f11', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'floating_ip_address': '172.28.3.240', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'port_id': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'mac_address': 'fa:16:3e:53:70:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:00:52Z', 'updated_at': '2022-05-12T15:00:52Z', 'revision_number': 0, 'project_id': 'ecfdd8e25a724584b830818714552807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191e0e2e-1e49-4f29-98e6-026699d59d56', 'name': '', 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'mac_address': 'fa:16:3e:17:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:52Z', 'updated_at': '2022-05-12T15:00:00Z', 'revision_number': 5, 'project_id': 'ecfdd8e25a724584b830818714552807', 'subnets': [{'id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:55.072232 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38020b-779b-460e-beac-fef5772c9459 None None] Checking router: 5b760d83-11c0-435a-a7c8-6b424dfb61e8 for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:00:55.079796 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368adf7-07b9-427c-8a58-d0f0e1a4e311 req-166ec0f3-9ec2-4c10-9065-8f5335f2e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:55.081254 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6368adf7-07b9-427c-8a58-d0f0e1a4e311 req-166ec0f3-9ec2-4c10-9065-8f5335f2e360 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c869c893-5e1b-47a8-8cc0-0cb63524d61c HTTP/1.1" status: 200 len: 910 time: 0.1784062 May 12 15:00:55.084383 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38020b-779b-460e-beac-fef5772c9459 None None] Routers {'5b760d83-11c0-435a-a7c8-6b424dfb61e8'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:00:55.085075 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0b38020b-779b-460e-beac-fef5772c9459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:00:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:55.110955 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-d7097d25-9254-4358-8409-d93efadf47df req-578657a0-509a-422d-9661-4204e3e599c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Deleting port 0097bd32-00f7-4604-b41b-9402212953a8 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:00:55.112120 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-d7097d25-9254-4358-8409-d93efadf47df req-578657a0-509a-422d-9661-4204e3e599c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:55.134535 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-87ffb76a-9415-4235-81fc-462861b96bac req-551b3e82-1a21-42d9-b7fd-c2f9685715ed tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=de907bd3-1e1f-43f6-bf78-974968a4e4ae HTTP/1.1" status: 200 len: 210 time: 0.0561969 May 12 15:00:55.243510 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6368adf7-07b9-427c-8a58-d0f0e1a4e311 req-98ba1e6e-24b9-40b4-96bb-2ceaff90e5c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf HTTP/1.1" status: 200 len: 999 time: 0.1078944 May 12 15:00:55.349771 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368adf7-07b9-427c-8a58-d0f0e1a4e311 req-0bc9b99b-080f-40ad-b033-580bbad9058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:55.351814 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6368adf7-07b9-427c-8a58-d0f0e1a4e311 req-0bc9b99b-080f-40ad-b033-580bbad9058e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e4512ec-10c3-466b-9882-15d05fa1f1c5 HTTP/1.1" status: 200 len: 848 time: 0.1016481 May 12 15:00:55.386184 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-0b38020b-779b-460e-beac-fef5772c9459 None None] Set router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:00:55.519639 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-d7097d25-9254-4358-8409-d93efadf47df req-578657a0-509a-422d-9661-4204e3e599c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] For port 0097bd32-00f7-4604-b41b-9402212953a8, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0097bd32-00f7-4604-b41b-9402212953a8,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:00:55.520185 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-d7097d25-9254-4358-8409-d93efadf47df req-578657a0-509a-422d-9661-4204e3e599c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:55.787193 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368adf7-07b9-427c-8a58-d0f0e1a4e311 req-ffdc8cc1-b865-4078-8990-a7b0e8194260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:55.788569 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6368adf7-07b9-427c-8a58-d0f0e1a4e311 req-ffdc8cc1-b865-4078-8990-a7b0e8194260 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c869c893-5e1b-47a8-8cc0-0cb63524d61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4297814 May 12 15:00:55.798357 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b7cc7-5e34-401b-a825-87cf913b17fa req-eed39801-86f5-411e-b495-211bef72ed44 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:55.799315 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ac8b7cc7-5e34-401b-a825-87cf913b17fa req-eed39801-86f5-411e-b495-211bef72ed44 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.3703198 May 12 15:00:55.818982 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0b38020b-779b-460e-beac-fef5772c9459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'name': 'tempest-TestShelveInstance-1574610792-router', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:47Z', 'updated_at': '2022-05-12T14:59:53Z', 'revision_number': 4, 'project_id': 'ecfdd8e25a724584b830818714552807', 'gw_port': {'id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:48Z', 'updated_at': '2022-05-12T14:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'f0aeda95-2362-48f7-aba7-b809c47a3f11', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'floating_ip_address': '172.28.3.240', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'port_id': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'mac_address': 'fa:16:3e:53:70:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:00:52Z', 'updated_at': '2022-05-12T15:00:52Z', 'revision_number': 0, 'project_id': 'ecfdd8e25a724584b830818714552807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191e0e2e-1e49-4f29-98e6-026699d59d56', 'name': '', 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'mac_address': 'fa:16:3e:17:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:52Z', 'updated_at': '2022-05-12T15:00:00Z', 'revision_number': 5, 'project_id': 'ecfdd8e25a724584b830818714552807', 'subnets': [{'id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:55.825368 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38020b-779b-460e-beac-fef5772c9459 None None] The sync data for ids ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'] in dv-cinder-831187-2-smb is: [{'id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'name': 'tempest-TestShelveInstance-1574610792-router', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:47Z', 'updated_at': '2022-05-12T14:59:53Z', 'revision_number': 4, 'project_id': 'ecfdd8e25a724584b830818714552807', 'gw_port': {'id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:48Z', 'updated_at': '2022-05-12T14:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'f0aeda95-2362-48f7-aba7-b809c47a3f11', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'floating_ip_address': '172.28.3.240', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'port_id': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'mac_address': 'fa:16:3e:53:70:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:00:52Z', 'updated_at': '2022-05-12T15:00:52Z', 'revision_number': 0, 'project_id': 'ecfdd8e25a724584b830818714552807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191e0e2e-1e49-4f29-98e6-026699d59d56', 'name': '', 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'mac_address': 'fa:16:3e:17:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:52Z', 'updated_at': '2022-05-12T15:00:00Z', 'revision_number': 5, 'project_id': 'ecfdd8e25a724584b830818714552807', 'subnets': [{'id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:00:55.965877 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ac8b7cc7-5e34-401b-a825-87cf913b17fa req-ec7647b0-0453-49a6-ad01-9b4655f6947b tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356387 May 12 15:00:55.977772 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-d7097d25-9254-4358-8409-d93efadf47df req-578657a0-509a-422d-9661-4204e3e599c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:55.978150 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-d7097d25-9254-4358-8409-d93efadf47df req-578657a0-509a-422d-9661-4204e3e599c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:55.978466 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.l3_db [req-d7097d25-9254-4358-8409-d93efadf47df req-578657a0-509a-422d-9661-4204e3e599c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Floating IP a6ebe524-48de-4690-83a8-5b4bb6c398d6 disassociated. External IP: 172.28.3.239, port: 0097bd32-00f7-4604-b41b-9402212953a8. May 12 15:00:55.979444 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [req-d7097d25-9254-4358-8409-d93efadf47df req-578657a0-509a-422d-9661-4204e3e599c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Calling delete_port for 0097bd32-00f7-4604-b41b-9402212953a8 owned by compute:nova {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:00:55.979987 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2acbe8-f2e4-49c7-8ff5-54ca196a87ad req-b16abcb0-0f01-4f17-9beb-7da1f9078bb5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:55.982098 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-cd2acbe8-f2e4-49c7-8ff5-54ca196a87ad req-b16abcb0-0f01-4f17-9beb-7da1f9078bb5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 946 time: 0.4080586 May 12 15:00:56.073326 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6368adf7-07b9-427c-8a58-d0f0e1a4e311 req-85036543-a7ba-46fb-b1be-dd66dd0343a4 service neutron] 10.222.0.69 "GET /v2.0/networks/c869c893-5e1b-47a8-8cc0-0cb63524d61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730546 May 12 15:00:56.074928 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e8f05d-d871-4172-948c-506a282d876e None None] New status for floating IP f0aeda95-2362-48f7-aba7-b809c47a3f11: ACTIVE {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:00:56.089994 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-cd2acbe8-f2e4-49c7-8ff5-54ca196a87ad req-c5b4d283-a469-4db4-8fc9-4d50b90bcecc tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=3c11d7d5-a7d4-45c0-9736-51cc3180a4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705655 May 12 15:00:56.236780 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6368adf7-07b9-427c-8a58-d0f0e1a4e311 req-ad53460a-57e3-4b90-81d7-a6e11b17fbac service neutron] 10.222.0.69 "GET /v2.0/networks/c869c893-5e1b-47a8-8cc0-0cb63524d61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454313 May 12 15:00:56.347000 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-d7097d25-9254-4358-8409-d93efadf47df req-578657a0-509a-422d-9661-4204e3e599c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:56.400589 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578657a0-509a-422d-9661-4204e3e599c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event deleted for resources: {'Port': ['ID=0097bd32-00f7-4604-b41b-9402212953a8,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:00:56.620671 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7097d25-9254-4358-8409-d93efadf47df req-578657a0-509a-422d-9661-4204e3e599c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Router f70c95fa-61de-4e27-b177-dd890ca5ccb1 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:00:56.812042 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7097d25-9254-4358-8409-d93efadf47df req-578657a0-509a-422d-9661-4204e3e599c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:00:56.824181 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fdf6dd-ea0d-45c8-8a70-8dd4caee25b8 None None] Sync routers for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:00:56.842090 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fdf6dd-ea0d-45c8-8a70-8dd4caee25b8 None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:00:56.842090 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f6fdf6dd-ea0d-45c8-8a70-8dd4caee25b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:00:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:56.895579 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7097d25-9254-4358-8409-d93efadf47df req-578657a0-509a-422d-9661-4204e3e599c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] No DVR routers for this DVR port 0097bd32-00f7-4604-b41b-9402212953a8 on host hv-cinder-83118 {{(pid=88106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:00:56.898241 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-d7097d25-9254-4358-8409-d93efadf47df req-578657a0-509a-422d-9661-4204e3e599c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:56.900910 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd421c1cc-feac-4faf-b7d5-4b96f0ff73bf', 'name': 'network-vif-deleted', 'tag': '0097bd32-00f7-4604-b41b-9402212953a8'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:00:56.984425 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69aa8254-1b06-41c4-8e2c-0764c1747011'] response: {'server_uuid': 'd421c1cc-feac-4faf-b7d5-4b96f0ff73bf', 'name': 'network-vif-deleted', 'tag': '0097bd32-00f7-4604-b41b-9402212953a8', 'status': 'completed', 'code': 200} May 12 15:00:57.057174 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-f6fdf6dd-ea0d-45c8-8a70-8dd4caee25b8 None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:00:57.189506 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-d7097d25-9254-4358-8409-d93efadf47df req-578657a0-509a-422d-9661-4204e3e599c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "DELETE /v2.0/ports/0097bd32-00f7-4604-b41b-9402212953a8 HTTP/1.1" status: 204 len: 173 time: 2.2398794 May 12 15:00:57.224753 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87318e90-1d75-479e-a05f-96b8843c60ad req-2d171ba1-f3c9-4524-a0bb-96ebeba5d816 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:57.227461 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-87318e90-1d75-479e-a05f-96b8843c60ad req-2d171ba1-f3c9-4524-a0bb-96ebeba5d816 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.1164763 May 12 15:00:57.235301 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 0097bd32-00f7-4604-b41b-9402212953a8 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:00:57.279588 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: 0097bd32-00f7-4604-b41b-9402212953a8 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:00:57.280074 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 0097bd32-00f7-4604-b41b-9402212953a8 not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:00:57.280639 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device ee4bc416-bdef-4810-bf9d-94de40768e98 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:00:57.315525 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-45fdef80-4c65-43c6-a2e5-cc5fbcdc6ce9 req-84d883b9-a39c-444b-a98c-35d1128b23a0 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 210 time: 0.0784566 May 12 15:00:57.318067 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: ee4bc416-bdef-4810-bf9d-94de40768e98 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:00:57.318657 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device ee4bc416-bdef-4810-bf9d-94de40768e98 not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:00:57.345320 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-87318e90-1d75-479e-a05f-96b8843c60ad req-d172ae2d-5edb-4583-b148-822c1d02bbf3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105194 May 12 15:00:57.456456 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f6fdf6dd-ea0d-45c8-8a70-8dd4caee25b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:57.460323 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fdf6dd-ea0d-45c8-8a70-8dd4caee25b8 None None] Checking router: f70c95fa-61de-4e27-b177-dd890ca5ccb1 for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:00:57.469845 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fdf6dd-ea0d-45c8-8a70-8dd4caee25b8 None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:00:57.470467 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f6fdf6dd-ea0d-45c8-8a70-8dd4caee25b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:00:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:57.669483 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-f6fdf6dd-ea0d-45c8-8a70-8dd4caee25b8 None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:00:58.049710 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f6fdf6dd-ea0d-45c8-8a70-8dd4caee25b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:00:58.053932 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fdf6dd-ea0d-45c8-8a70-8dd4caee25b8 None None] The sync data for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb is: [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:00:58.329201 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53763cd-113c-4430-a3ef-bcb571ceed0e None None] New status for floating IP a6ebe524-48de-4690-83a8-5b4bb6c398d6: DOWN {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:00:58.549473 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5a5a6ebd-de82-4f4f-ac16-5bda8e4a6394 req-bc5799b4-3a4d-4ae1-ae35-ba166764aeaf tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d421c1cc-feac-4faf-b7d5-4b96f0ff73bf HTTP/1.1" status: 200 len: 210 time: 0.0884745 May 12 15:00:58.647203 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95206499-1762-4336-a491-ed883cfa02e2 req-e7053e19-b775-41d2-8c38-6dcc0d4625e9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:58.648742 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-95206499-1762-4336-a491-ed883cfa02e2 req-e7053e19-b775-41d2-8c38-6dcc0d4625e9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.0976045 May 12 15:00:58.702293 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-95206499-1762-4336-a491-ed883cfa02e2 req-95841e99-bc46-4ffd-9bc0-bc584845f116 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477304 May 12 15:00:59.748943 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 38880) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:00:59.820118 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-cc9e62aa-3d51-4b85-80b0-cdeab154f01b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:59.850967 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-cc9e62aa-3d51-4b85-80b0-cdeab154f01b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:00:59.906528 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe253c1-3323-49a4-aac3-ff4810770124 req-5add6562-d25a-4b48-b0d5-4d9de1b5a072 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:00:59.908152 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ffe253c1-3323-49a4-aac3-ff4810770124 req-5add6562-d25a-4b48-b0d5-4d9de1b5a072 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.0901866 May 12 15:00:59.956537 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ffe253c1-3323-49a4-aac3-ff4810770124 req-3a69f90a-e54e-434e-b469-24f853c8ee66 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420456 May 12 15:01:00.055503 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-cc9e62aa-3d51-4b85-80b0-cdeab154f01b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:00.075351 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e62aa-3d51-4b85-80b0-cdeab154f01b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c11d7d5-a7d4-45c0-9736-51cc3180a4e9,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:00.204763 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-cc9e62aa-3d51-4b85-80b0-cdeab154f01b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:00.206701 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-cc9e62aa-3d51-4b85-80b0-cdeab154f01b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "DELETE /v2.0/security-groups/3c11d7d5-a7d4-45c0-9736-51cc3180a4e9 HTTP/1.1" status: 204 len: 168 time: 0.4567974 May 12 15:01:00.209810 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38888) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:00.227825 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.api.v2.resource [None req-7a5e8eea-2b22-47f3-bc59-9cae25dd9438 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] show failed (client error): The resource could not be found. May 12 15:01:00.228829 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-7a5e8eea-2b22-47f3-bc59-9cae25dd9438 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups/3c11d7d5-a7d4-45c0-9736-51cc3180a4e9 HTTP/1.1" status: 404 len: 347 time: 0.0180511 May 12 15:01:00.232557 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38892) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:00.399132 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-255a94fd-b977-44a1-b209-b92181129f98 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Deleting port 8d94f099-c95f-45a8-9efb-f2e9560efd2d {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:01:00.399476 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-255a94fd-b977-44a1-b209-b92181129f98 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:00.509426 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 38898) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:00.613435 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-255a94fd-b977-44a1-b209-b92181129f98 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:00.613783 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-255a94fd-b977-44a1-b209-b92181129f98 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:00.664188 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f76f18ad-bb1a-4d78-8663-32f31a49687e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:00.681403 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-f76f18ad-bb1a-4d78-8663-32f31a49687e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:01:00.687248 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-f76f18ad-bb1a-4d78-8663-32f31a49687e admin admin] Usage tracker for resource:security_group_rule and tenant:7d4bfc6dfad84714ad89c0cb3c216cb1 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:01:00.690773 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-f76f18ad-bb1a-4d78-8663-32f31a49687e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:01:00.696784 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-f76f18ad-bb1a-4d78-8663-32f31a49687e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:01:00.756249 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-255a94fd-b977-44a1-b209-b92181129f98 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Calling delete_port for 8d94f099-c95f-45a8-9efb-f2e9560efd2d owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:01:00.789189 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f76f18ad-bb1a-4d78-8663-32f31a49687e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:00.872555 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f76f18ad-bb1a-4d78-8663-32f31a49687e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:00.924017 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-f76f18ad-bb1a-4d78-8663-32f31a49687e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d4bfc6dfad84714ad89c0cb3c216cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4132619 May 12 15:01:00.925604 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f18ad-bb1a-4d78-8663-32f31a49687e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2995e6f3-8a10-4fc6-b7ab-3a4a3b132f33,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:00.926662 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38908) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:00.990539 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-631471fd-155a-4ea6-ab86-ff2254e8e471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:01.009736 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-255a94fd-b977-44a1-b209-b92181129f98 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:01.067194 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a94fd-b977-44a1-b209-b92181129f98 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event deleted for resources: {'Port': ['ID=8d94f099-c95f-45a8-9efb-f2e9560efd2d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:01.074085 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-631471fd-155a-4ea6-ab86-ff2254e8e471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:01.360469 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-255a94fd-b977-44a1-b209-b92181129f98 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:01.388392 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ecff7-4daa-4b85-a769-53d362c22c26 req-1fe3fbf8-f4b7-4b0f-88e0-45aa7e41c82c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:01.389940 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8f7ecff7-4daa-4b85-a769-53d362c22c26 req-1fe3fbf8-f4b7-4b0f-88e0-45aa7e41c82c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.3082559 May 12 15:01:01.421050 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-255a94fd-b977-44a1-b209-b92181129f98 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:01.422388 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-255a94fd-b977-44a1-b209-b92181129f98 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "DELETE /v2.0/floatingips/a6ebe524-48de-4690-83a8-5b4bb6c398d6 HTTP/1.1" status: 204 len: 168 time: 1.1885357 May 12 15:01:01.444784 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8f7ecff7-4daa-4b85-a769-53d362c22c26 req-206fac6a-493f-4915-83b0-c1a83a63642e tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483689 May 12 15:01:01.524160 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-631471fd-155a-4ea6-ab86-ff2254e8e471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:01.526632 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-631471fd-155a-4ea6-ab86-ff2254e8e471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:01.528378 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-631471fd-155a-4ea6-ab86-ff2254e8e471 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2995e6f3-8a10-4fc6-b7ab-3a4a3b132f33 HTTP/1.1" status: 204 len: 168 time: 0.6000478 May 12 15:01:01.539153 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631471fd-155a-4ea6-ab86-ff2254e8e471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2995e6f3-8a10-4fc6-b7ab-3a4a3b132f33,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:01.711055 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38922) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:01.717285 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b5e422f6-3c0a-4e26-844e-4ab179e51055 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--203559065', 'description': 'tempest-description--895741350'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:01:01.724500 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b5e422f6-3c0a-4e26-844e-4ab179e51055 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:01:01.728950 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-b5e422f6-3c0a-4e26-844e-4ab179e51055 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:security_group and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:01:01.732428 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-b5e422f6-3c0a-4e26-844e-4ab179e51055 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:01:01.739911 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b5e422f6-3c0a-4e26-844e-4ab179e51055 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:01:01.873067 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5e422f6-3c0a-4e26-844e-4ab179e51055 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:01.895037 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b5e422f6-3c0a-4e26-844e-4ab179e51055 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:01:01.899114 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-b5e422f6-3c0a-4e26-844e-4ab179e51055 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:security_group_rule and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:01:01.901999 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-b5e422f6-3c0a-4e26-844e-4ab179e51055 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:01:01.908245 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b5e422f6-3c0a-4e26-844e-4ab179e51055 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:01:01.988127 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5e422f6-3c0a-4e26-844e-4ab179e51055 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:02.089928 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5e422f6-3c0a-4e26-844e-4ab179e51055 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:02.140157 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e422f6-3c0a-4e26-844e-4ab179e51055 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8266c30-d04b-4323-9af6-9755b0b8be0b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:02.260884 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5e422f6-3c0a-4e26-844e-4ab179e51055 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:02.265123 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-b5e422f6-3c0a-4e26-844e-4ab179e51055 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5501509 May 12 15:01:02.265316 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38932) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:02.270994 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-1fa995b1-b327-4adc-832b-5806a6d41c70 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'security_group_rule': {'security_group_id': 'd8266c30-d04b-4323-9af6-9755b0b8be0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:01:02.276902 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1fa995b1-b327-4adc-832b-5806a6d41c70 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:01:02.281891 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-1fa995b1-b327-4adc-832b-5806a6d41c70 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:security_group_rule and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:01:02.284816 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-1fa995b1-b327-4adc-832b-5806a6d41c70 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:01:02.290951 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1fa995b1-b327-4adc-832b-5806a6d41c70 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:01:02.405413 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38946) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:02.443854 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f0c72e67-710d-46c6-bd8d-ade54e51b9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:02.531728 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1fa995b1-b327-4adc-832b-5806a6d41c70 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:02.539190 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f0c72e67-710d-46c6-bd8d-ade54e51b9c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:01:02.550215 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-f0c72e67-710d-46c6-bd8d-ade54e51b9c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d3be269a79f845c28cfe6e1cffd78314 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:01:02.559378 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-f0c72e67-710d-46c6-bd8d-ade54e51b9c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:01:02.611140 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f0c72e67-710d-46c6-bd8d-ade54e51b9c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:01:02.719759 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74966406-d184-4a18-9a5f-f3ece135d95e req-216a9569-e629-4abd-bdd3-fa94a704304a tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:02.721486 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-74966406-d184-4a18-9a5f-f3ece135d95e req-216a9569-e629-4abd-bdd3-fa94a704304a tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/networks?id=f6f458de-7c33-464f-83ae-59a0cbeb639c HTTP/1.1" status: 200 len: 814 time: 0.3000817 May 12 15:01:02.752266 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1fa995b1-b327-4adc-832b-5806a6d41c70 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:02.762933 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-74966406-d184-4a18-9a5f-f3ece135d95e req-3a8ea08c-b177-4891-9dc5-9469ebcbd3e9 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/quotas/16c167e545af46a59055ef51ada6991e HTTP/1.1" status: 200 len: 375 time: 0.0320184 May 12 15:01:02.829784 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a82d6-6d65-4a44-a7a3-906ee69bbf62 req-22e2d2de-fa08-4ace-9c70-c8b31f341731 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:02.831284 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b57a82d6-6d65-4a44-a7a3-906ee69bbf62 req-22e2d2de-fa08-4ace-9c70-c8b31f341731 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.2667031 May 12 15:01:02.834785 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-74966406-d184-4a18-9a5f-f3ece135d95e req-ebb86e52-0ac9-4a95-85d4-f3df997e341d tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=16c167e545af46a59055ef51ada6991e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656228 May 12 15:01:02.889854 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1fa995b1-b327-4adc-832b-5806a6d41c70 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:02.938389 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b57a82d6-6d65-4a44-a7a3-906ee69bbf62 req-893926b8-f93a-4fac-8cb3-a348b6aa6f4a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963731 May 12 15:01:02.940057 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f0c72e67-710d-46c6-bd8d-ade54e51b9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:02.943343 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa995b1-b327-4adc-832b-5806a6d41c70 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5fc3d9-6b2f-4ecc-bc49-809420c4a308,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:03.097944 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f0c72e67-710d-46c6-bd8d-ade54e51b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:03.138446 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1fa995b1-b327-4adc-832b-5806a6d41c70 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:03.139593 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-1fa995b1-b327-4adc-832b-5806a6d41c70 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8730228 May 12 15:01:03.152000 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 38954) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:03.152000 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-7606c0ab-df68-4e88-a4de-b46d517e843a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'security_group_rule': {'security_group_id': 'd8266c30-d04b-4323-9af6-9755b0b8be0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:01:03.155502 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-7606c0ab-df68-4e88-a4de-b46d517e843a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:01:03.159919 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-7606c0ab-df68-4e88-a4de-b46d517e843a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:security_group_rule and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:01:03.163161 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-7606c0ab-df68-4e88-a4de-b46d517e843a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:01:03.168841 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c72e67-710d-46c6-bd8d-ade54e51b9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6700539-a63c-406f-94e3-bee1d26ff2ab,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:03.180965 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-f0c72e67-710d-46c6-bd8d-ade54e51b9c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3be269a79f845c28cfe6e1cffd78314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7710893 May 12 15:01:03.181394 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 38958) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:03.182566 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-7606c0ab-df68-4e88-a4de-b46d517e843a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:01:03.247573 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-74966406-d184-4a18-9a5f-f3ece135d95e req-1fc42829-b549-44c3-af93-f6490be73872 service neutron] 10.222.0.70 "GET /v2.0/networks/f6f458de-7c33-464f-83ae-59a0cbeb639c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030094 May 12 15:01:03.330815 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7606c0ab-df68-4e88-a4de-b46d517e843a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:03.351870 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ea66dd48-a077-4e1e-a44e-d69c842a4ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:03.390268 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ea66dd48-a077-4e1e-a44e-d69c842a4ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:03.398616 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7606c0ab-df68-4e88-a4de-b46d517e843a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:03.450152 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:01:03.452726 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-74966406-d184-4a18-9a5f-f3ece135d95e req-8ed2adb5-0e61-4c0d-b52d-d38d71fd06d4 service neutron] 10.222.0.70 "GET /v2.0/networks/f6f458de-7c33-464f-83ae-59a0cbeb639c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995101 May 12 15:01:03.512841 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7606c0ab-df68-4e88-a4de-b46d517e843a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:03.537820 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606c0ab-df68-4e88-a4de-b46d517e843a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499a7ebc-b3cc-42c1-8ad3-4ba8b30c8ff3,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:03.569320 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ea66dd48-a077-4e1e-a44e-d69c842a4ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:03.592819 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66dd48-a077-4e1e-a44e-d69c842a4ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6700539-a63c-406f-94e3-bee1d26ff2ab,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:03.592819 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ea66dd48-a077-4e1e-a44e-d69c842a4ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:03.592819 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-ea66dd48-a077-4e1e-a44e-d69c842a4ade admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e6700539-a63c-406f-94e3-bee1d26ff2ab HTTP/1.1" status: 204 len: 168 time: 0.4097157 May 12 15:01:03.721368 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7606c0ab-df68-4e88-a4de-b46d517e843a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:03.722665 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-7606c0ab-df68-4e88-a4de-b46d517e843a tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5791366 May 12 15:01:03.733778 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 38970) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:03.739528 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'floatingip': {'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:01:03.747799 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:01:03.753691 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Usage tracker for resource:floatingip and tenant:65de6117be774a79b70ff72040037424 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:01:03.757196 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:01:03.764110 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:01:03.782705 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7e655011-a332-4afb-abcc-ad08063bc71b req-dfd0f6db-2e2d-41b3-a68a-053b262940b4 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.0517151 May 12 15:01:03.839135 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:04.008230 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:04.193602 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Allocated IP 172.28.3.78 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/22dbf0ff-feaf-42ba-97dc-1f13b36431f1) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:01:04.197672 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee2e9d-e98d-4f2b-a930-af17d9e7106e req-bf914865-1cb9-4e25-8907-01a8890d537e tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:04.201146 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-86ee2e9d-e98d-4f2b-a930-af17d9e7106e req-bf914865-1cb9-4e25-8907-01a8890d537e tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.1239944 May 12 15:01:04.255684 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-86ee2e9d-e98d-4f2b-a930-af17d9e7106e req-5c3d6964-0154-4dee-9d7b-0a8df5e24e24 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475311 May 12 15:01:04.450995 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:04.701093 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:04.771996 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:01:04.775049 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:01:04.778211 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:01:04.815023 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'Port': ['ID=22dbf0ff-feaf-42ba-97dc-1f13b36431f1,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:04.877362 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:04.909104 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-98aa52a3-d53e-4cf0-bae2-c594228f5df8 req-dfc6d344-b0a4-4c97-8ae4-fc308c19637c tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.0594597 May 12 15:01:05.023782 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:05.263783 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:05.369381 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:05.459282 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6531b3-4e64-4c45-be65-d63b59f27250 req-e7436a8e-c3a5-430d-a6ea-7223b0bd6575 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:05.460803 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6a6531b3-4e64-4c45-be65-d63b59f27250 req-e7436a8e-c3a5-430d-a6ea-7223b0bd6575 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.0840032 May 12 15:01:05.504156 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'Port': ['ID=22dbf0ff-feaf-42ba-97dc-1f13b36431f1,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:05.519543 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:05.535905 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6a6531b3-4e64-4c45-be65-d63b59f27250 req-e81118c8-0c5e-415e-990c-dee55539f591 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660558 May 12 15:01:05.666528 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:05.667860 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-687bad64-432c-4b31-829c-1778b04bf3b5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9331050 May 12 15:01:05.908066 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-d4beb7be-9f17-4f61-8e4c-95ce9f932e9e tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Synchronizing usage tracker for tenant:65de6117be774a79b70ff72040037424 on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:01:06.067171 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-d4beb7be-9f17-4f61-8e4c-95ce9f932e9e tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Unset dirty status for tenant:65de6117be774a79b70ff72040037424 on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:01:06.068272 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-d4beb7be-9f17-4f61-8e4c-95ce9f932e9e tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--203559065&fields=id&tenant_id=65de6117be774a79b70ff72040037424 HTTP/1.1" status: 200 len: 267 time: 0.2029862 May 12 15:01:06.076375 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ce642bc3-3173-4a9b-b878-00c1e14fdaa4 req-c3e326e1-3177-4f51-91e0-d0355f484502 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.0526824 May 12 15:01:06.353915 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-bab29712-302d-4af9-a5a1-d1f1a7bbe724 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:06.355357 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-bab29712-302d-4af9-a5a1-d1f1a7bbe724 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/networks?id=dfb381ca-02ac-4901-8dbb-a068765d875a HTTP/1.1" status: 200 len: 814 time: 0.2786171 May 12 15:01:06.370766 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-93dac87b-477f-447e-a13c-5960a74e0a28 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/quotas/65de6117be774a79b70ff72040037424 HTTP/1.1" status: 200 len: 375 time: 0.0093224 May 12 15:01:06.461289 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-61b889a8-8c0f-464f-b5d0-eb00bb616799 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Synchronizing usage tracker for tenant:65de6117be774a79b70ff72040037424 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:01:06.540593 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-61b889a8-8c0f-464f-b5d0-eb00bb616799 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Unset dirty status for tenant:65de6117be774a79b70ff72040037424 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:01:06.542187 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-61b889a8-8c0f-464f-b5d0-eb00bb616799 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=65de6117be774a79b70ff72040037424&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1644592 May 12 15:01:06.865173 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c157d7-5f72-4af6-8a04-a0ee2762a549 req-90f908ce-dc3c-4f62-8f9f-631edf1ced33 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:06.866732 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-45c157d7-5f72-4af6-8a04-a0ee2762a549 req-90f908ce-dc3c-4f62-8f9f-631edf1ced33 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.2073505 May 12 15:01:06.903757 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-4e217b6c-9747-4a58-b919-4dec5c1580c2 service neutron] 10.222.0.70 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488314 May 12 15:01:06.953770 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74966406-d184-4a18-9a5f-f3ece135d95e req-70e4e521-fbb4-49f9-a313-303bc93474a3 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:06.955274 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-74966406-d184-4a18-9a5f-f3ece135d95e req-70e4e521-fbb4-49f9-a313-303bc93474a3 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.69 "GET /v2.0/networks?id=f6f458de-7c33-464f-83ae-59a0cbeb639c HTTP/1.1" status: 200 len: 814 time: 0.1662600 May 12 15:01:06.973664 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e762a173-1702-47e5-8f60-4689e4e24c91 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Request body: {'port': {'device_id': '0b262369-eb44-46e7-8b52-c8bf583b7ca4', 'network_id': 'f6f458de-7c33-464f-83ae-59a0cbeb639c', 'admin_state_up': True, 'tenant_id': '16c167e545af46a59055ef51ada6991e'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:01:07.009594 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-45c157d7-5f72-4af6-8a04-a0ee2762a549 req-4fa5099f-bd56-480a-81c8-b7f41759b8ea tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302402 May 12 15:01:07.079967 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-7dfce0f8-3d35-4d72-8c02-f1aa4177097e service neutron] 10.222.0.70 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593950 May 12 15:01:07.127641 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e762a173-1702-47e5-8f60-4689e4e24c91 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:01:07.133027 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e762a173-1702-47e5-8f60-4689e4e24c91 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Usage tracker for resource:port and tenant:16c167e545af46a59055ef51ada6991e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:01:07.137937 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e762a173-1702-47e5-8f60-4689e4e24c91 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:01:07.146057 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e762a173-1702-47e5-8f60-4689e4e24c91 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:01:07.268031 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8062613f-3769-4bb3-afa1-7c69583bb92c req-12934382-3eb3-4c9f-9934-096cfec51084 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.0435822 May 12 15:01:07.288778 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e762a173-1702-47e5-8f60-4689e4e24c91 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Made reservation on behalf of 16c167e545af46a59055ef51ada6991e for: {'port': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:01:07.294144 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e762a173-1702-47e5-8f60-4689e4e24c91 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:07.440395 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-95574712-541e-4efb-b0e6-157bae38b2df req-d18bf82d-4226-4dd5-b81a-ae74cdc3cfb1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 210 time: 0.0607595 May 12 15:01:07.511442 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e762a173-1702-47e5-8f60-4689e4e24c91 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Allocated IP 172.20.0.7 (f6f458de-7c33-464f-83ae-59a0cbeb639c/27fdcbcc-a105-46eb-ad58-53073d1a420d/3b05b4bc-577b-452a-8390-b4f2a69786e2) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:01:07.744822 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e762a173-1702-47e5-8f60-4689e4e24c91 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:07.872909 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e762a173-1702-47e5-8f60-4689e4e24c91 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:07.951283 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e762a173-1702-47e5-8f60-4689e4e24c91 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Network f6f458de-7c33-464f-83ae-59a0cbeb639c is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:01:07.954872 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e762a173-1702-47e5-8f60-4689e4e24c91 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:01:07.960747 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e762a173-1702-47e5-8f60-4689e4e24c91 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:01:07.993427 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762a173-1702-47e5-8f60-4689e4e24c91 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Pushing event updated for resources: {'Port': ['ID=3b05b4bc-577b-452a-8390-b4f2a69786e2,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:08.026386 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e762a173-1702-47e5-8f60-4689e4e24c91 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:08.026987 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e762a173-1702-47e5-8f60-4689e4e24c91 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:08.139951 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e762a173-1702-47e5-8f60-4689e4e24c91 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1702404 May 12 15:01:08.160799 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Request body: {'port': {'device_id': '0b262369-eb44-46e7-8b52-c8bf583b7ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:01:08.235109 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f5024-379f-407b-a0e1-b94204398809 req-ba8819e0-2fd9-4c25-913c-5a6769519cb8 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:08.236800 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-898f5024-379f-407b-a0e1-b94204398809 req-ba8819e0-2fd9-4c25-913c-5a6769519cb8 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.1061349 May 12 15:01:08.288652 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-898f5024-379f-407b-a0e1-b94204398809 req-5e7fa516-832b-4836-9bd2-d8ec6290b7ac tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420828 May 12 15:01:08.339743 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:08.475873 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395736ad-0945-47d8-ba9e-78f59b512ed4 req-71fbc3ba-4378-4411-b985-6bd301d7f74b tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:08.477432 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-395736ad-0945-47d8-ba9e-78f59b512ed4 req-71fbc3ba-4378-4411-b985-6bd301d7f74b tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 931 time: 0.0934162 May 12 15:01:08.545499 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-395736ad-0945-47d8-ba9e-78f59b512ed4 req-0b5dd9db-d239-4504-b272-f714020177ca tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567930 May 12 15:01:08.776443 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4664389f-f26c-43d7-810f-607faeaf1893 req-5d81a9a1-75e3-46aa-89d4-399a52887992 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 210 time: 0.1912787 May 12 15:01:08.839746 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b05b4bc-577b-452a-8390-b4f2a69786e2 {{(pid=88106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:01:08.847251 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:08.862580 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Transition to ACTIVE for port object 3b05b4bc-577b-452a-8390-b4f2a69786e2 will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:01:08.923951 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:09.058476 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Pushing event updated for resources: {'Port': ['ID=3b05b4bc-577b-452a-8390-b4f2a69786e2,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:09.179513 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Attempting to bind port 3b05b4bc-577b-452a-8390-b4f2a69786e2 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:01:09.179849 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Attempting to bind port 3b05b4bc-577b-452a-8390-b4f2a69786e2 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '6b44ca7e-6fe5-4960-9177-ccda999616e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f6f458de-7c33-464f-83ae-59a0cbeb639c'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:01:09.180171 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Attempting to bind port 3b05b4bc-577b-452a-8390-b4f2a69786e2 on network f6f458de-7c33-464f-83ae-59a0cbeb639c {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:01:09.185391 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Port 3b05b4bc-577b-452a-8390-b4f2a69786e2 on network f6f458de-7c33-464f-83ae-59a0cbeb639c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:01:09.185760 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Attempting to bind port 3b05b4bc-577b-452a-8390-b4f2a69786e2 on network f6f458de-7c33-464f-83ae-59a0cbeb639c {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:01:09.190948 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:01:09.191253 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Checking segment: {'id': '6b44ca7e-6fe5-4960-9177-ccda999616e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f6f458de-7c33-464f-83ae-59a0cbeb639c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:01:09.191630 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Bound using segment: {'id': '6b44ca7e-6fe5-4960-9177-ccda999616e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f6f458de-7c33-464f-83ae-59a0cbeb639c'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:01:09.192039 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Bound port: 3b05b4bc-577b-452a-8390-b4f2a69786e2, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b44ca7e-6fe5-4960-9177-ccda999616e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f6f458de-7c33-464f-83ae-59a0cbeb639c'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:01:09.192386 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:09.307037 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] For port 3b05b4bc-577b-452a-8390-b4f2a69786e2, host hv-cinder-83118, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:01:09.311310 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] For port 3b05b4bc-577b-452a-8390-b4f2a69786e2, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3b05b4bc-577b-452a-8390-b4f2a69786e2,segment=NetworkSegment(6b44ca7e-6fe5-4960-9177-ccda999616e5),segment_id=6b44ca7e-6fe5-4960-9177-ccda999616e5)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:01:09.432784 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:09.504308 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485c767-a29f-4df2-a4af-7c36ac0c8853 req-1a1d33dc-5aa8-4b60-a8c9-0ff1b0e31045 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:09.505098 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:09.505862 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:09.507407 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-74966406-d184-4a18-9a5f-f3ece135d95e req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] 10.222.0.69 "PUT /v2.0/ports/3b05b4bc-577b-452a-8390-b4f2a69786e2 HTTP/1.1" status: 200 len: 1093 time: 1.3528116 May 12 15:01:09.507946 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b262369-eb44-46e7-8b52-c8bf583b7ca4', 'tag': '3b05b4bc-577b-452a-8390-b4f2a69786e2'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:01:09.511383 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0485c767-a29f-4df2-a4af-7c36ac0c8853 req-1a1d33dc-5aa8-4b60-a8c9-0ff1b0e31045 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.1034722 May 12 15:01:09.536125 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a953a-864b-4b74-ab37-c7c0a13f18df service neutron] Pushing event updated for resources: {'Port': ['ID=3b05b4bc-577b-452a-8390-b4f2a69786e2,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:09.570058 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0485c767-a29f-4df2-a4af-7c36ac0c8853 req-7e63b1e9-815a-4a63-a8a9-8308d28b6ec9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557709 May 12 15:01:09.749022 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-060f3ef9-aa60-450f-b699-00800d469d39'] response: {'name': 'network-changed', 'server_uuid': '0b262369-eb44-46e7-8b52-c8bf583b7ca4', 'tag': '3b05b4bc-577b-452a-8390-b4f2a69786e2', 'status': 'completed', 'code': 200} May 12 15:01:09.775122 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e098e3b1-7e7b-47ab-b228-2134a06d56c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:09.777198 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-74966406-d184-4a18-9a5f-f3ece135d95e req-e098e3b1-7e7b-47ab-b228-2134a06d56c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=16c167e545af46a59055ef51ada6991e&device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 1096 time: 0.0900211 May 12 15:01:09.787421 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20049c27-28aa-4fdd-a1ae-b5f63bb4032e req-d8fde2e7-be2e-491b-a158-e7c121a4b869 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:09.789212 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-20049c27-28aa-4fdd-a1ae-b5f63bb4032e req-d8fde2e7-be2e-491b-a158-e7c121a4b869 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 943 time: 0.1046059 May 12 15:01:09.852288 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-20049c27-28aa-4fdd-a1ae-b5f63bb4032e req-2c0de902-2f04-42ee-a74d-1664391488e9 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480039 May 12 15:01:09.865473 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-74966406-d184-4a18-9a5f-f3ece135d95e req-224c62bd-59f0-46cb-a43e-a280a879e13c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b05b4bc-577b-452a-8390-b4f2a69786e2 HTTP/1.1" status: 200 len: 217 time: 0.0750966 May 12 15:01:09.956233 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74966406-d184-4a18-9a5f-f3ece135d95e req-3d35e159-fcaa-43a1-9a43-9c9ed351f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:09.957726 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-74966406-d184-4a18-9a5f-f3ece135d95e req-3d35e159-fcaa-43a1-9a43-9c9ed351f507 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27fdcbcc-a105-46eb-ad58-53073d1a420d HTTP/1.1" status: 200 len: 854 time: 0.0864637 May 12 15:01:09.973898 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ce81f084-5600-42ed-9cf3-d0a668e4b192 req-422ed94c-0df0-429a-8b17-77fdff095a75 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 210 time: 0.0500734 May 12 15:01:10.011139 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-74966406-d184-4a18-9a5f-f3ece135d95e req-dfb7859a-2473-4234-aac5-9920f65722c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6f458de-7c33-464f-83ae-59a0cbeb639c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461197 May 12 15:01:10.190879 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-74966406-d184-4a18-9a5f-f3ece135d95e req-7b0aa1ae-c521-4b0a-857b-0c6e3b8e9f2d service neutron] 10.222.0.69 "GET /v2.0/networks/f6f458de-7c33-464f-83ae-59a0cbeb639c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489427 May 12 15:01:10.210454 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-dccaa9d8-37d5-4ea9-b50e-ce6a03e95641 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:10.212066 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-dccaa9d8-37d5-4ea9-b50e-ce6a03e95641 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "GET /v2.0/networks?id=dfb381ca-02ac-4901-8dbb-a068765d875a HTTP/1.1" status: 200 len: 814 time: 0.1699779 May 12 15:01:10.284056 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-b66bcaa1-3743-45b9-ae3e-0ceef10c18a8 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65de6117be774a79b70ff72040037424 HTTP/1.1" status: 200 len: 379 time: 0.0533779 May 12 15:01:10.294428 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-657b6eb6-5f45-4d8c-ad51-9d160e2d5a68 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'port': {'device_id': 'd922c718-3d6c-493e-8784-bded19554cec', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'admin_state_up': True, 'tenant_id': '65de6117be774a79b70ff72040037424', 'security_groups': ['d8266c30-d04b-4323-9af6-9755b0b8be0b']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:01:10.412237 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-74966406-d184-4a18-9a5f-f3ece135d95e req-068c8ff0-dc76-4bff-a7ce-aea373169606 service neutron] 10.222.0.69 "GET /v2.0/networks/f6f458de-7c33-464f-83ae-59a0cbeb639c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069881 May 12 15:01:10.452663 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-657b6eb6-5f45-4d8c-ad51-9d160e2d5a68 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:01:10.462820 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-657b6eb6-5f45-4d8c-ad51-9d160e2d5a68 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:01:10.586752 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-657b6eb6-5f45-4d8c-ad51-9d160e2d5a68 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Made reservation on behalf of 65de6117be774a79b70ff72040037424 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:01:10.591463 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-657b6eb6-5f45-4d8c-ad51-9d160e2d5a68 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:10.667086 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb08aba-08d5-4814-bbdb-90246a1b4adc req-cedcc2d7-29e5-4ca0-b7cd-17437d65c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:10.669422 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-bfb08aba-08d5-4814-bbdb-90246a1b4adc req-cedcc2d7-29e5-4ca0-b7cd-17437d65c4b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=16c167e545af46a59055ef51ada6991e&device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 1096 time: 0.0861406 May 12 15:01:10.848982 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb08aba-08d5-4814-bbdb-90246a1b4adc req-16b4f1fc-00dd-4049-b3ca-6e7f56cd5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:10.851741 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-bfb08aba-08d5-4814-bbdb-90246a1b4adc req-16b4f1fc-00dd-4049-b3ca-6e7f56cd5f0f service neutron] 10.222.0.69 "GET /v2.0/networks?id=f6f458de-7c33-464f-83ae-59a0cbeb639c HTTP/1.1" status: 200 len: 915 time: 0.1728382 May 12 15:01:10.860923 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-232861b7-bdae-4f93-80bb-fcc724009fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:10.887771 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-657b6eb6-5f45-4d8c-ad51-9d160e2d5a68 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Allocated IP 172.20.0.12 (dfb381ca-02ac-4901-8dbb-a068765d875a/f6795c39-e288-4c6f-98dd-c92d29478c9e/1e28e1b9-d728-430c-8aef-c000d8a9cbc5) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:01:10.935508 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-bfb08aba-08d5-4814-bbdb-90246a1b4adc req-73af0c60-e940-4342-990b-750231705f0c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b05b4bc-577b-452a-8390-b4f2a69786e2 HTTP/1.1" status: 200 len: 217 time: 0.0764811 May 12 15:01:10.938901 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67422ae1-4380-48ba-8482-77a1fbb647d9 req-da73df24-c231-4bb6-8ee2-62fad7f992f7 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:10.940420 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-67422ae1-4380-48ba-8482-77a1fbb647d9 req-da73df24-c231-4bb6-8ee2-62fad7f992f7 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.1421194 May 12 15:01:11.048192 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb08aba-08d5-4814-bbdb-90246a1b4adc req-2e98685e-6bc8-457d-a7eb-a4b60a515a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:11.050226 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-bfb08aba-08d5-4814-bbdb-90246a1b4adc req-2e98685e-6bc8-457d-a7eb-a4b60a515a71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=27fdcbcc-a105-46eb-ad58-53073d1a420d HTTP/1.1" status: 200 len: 854 time: 0.1079121 May 12 15:01:11.207120 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-bfb08aba-08d5-4814-bbdb-90246a1b4adc req-8912924e-a847-43b9-974c-2f9607043aa4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f6f458de-7c33-464f-83ae-59a0cbeb639c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500683 May 12 15:01:11.284951 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-67422ae1-4380-48ba-8482-77a1fbb647d9 req-fd6b7123-0478-4ae7-957c-fea82f1bd234 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270919 May 12 15:01:11.345455 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-657b6eb6-5f45-4d8c-ad51-9d160e2d5a68 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:11.364396 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-bfb08aba-08d5-4814-bbdb-90246a1b4adc req-ac202b96-b634-451f-be76-c17f89593b16 service neutron] 10.222.0.69 "GET /v2.0/networks/f6f458de-7c33-464f-83ae-59a0cbeb639c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498456 May 12 15:01:11.366787 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289235b-6789-434b-a90d-4b34d16d09b2 req-b1fb2be4-8d5c-4e8e-bb6d-ffb9cbbc8274 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:11.368236 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2289235b-6789-434b-a90d-4b34d16d09b2 req-b1fb2be4-8d5c-4e8e-bb6d-ffb9cbbc8274 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 943 time: 0.2032471 May 12 15:01:11.375414 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-657b6eb6-5f45-4d8c-ad51-9d160e2d5a68 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Transition to ACTIVE for port object 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:01:11.437512 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2289235b-6789-434b-a90d-4b34d16d09b2 req-bc697213-cb3d-4216-90b3-878047b07ed3 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537629 May 12 15:01:11.493518 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b6766618-a79c-44ec-ab6b-632fd724038c req-dc57ef18-8883-4bf6-b5e1-415044867fe5 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 210 time: 0.0504017 May 12 15:01:11.519865 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-bfb08aba-08d5-4814-bbdb-90246a1b4adc req-c3512f8f-0d8e-4dd7-ac1e-9831f1592342 service neutron] 10.222.0.69 "GET /v2.0/networks/f6f458de-7c33-464f-83ae-59a0cbeb639c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476560 May 12 15:01:11.616657 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-657b6eb6-5f45-4d8c-ad51-9d160e2d5a68 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:11.690997 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-657b6eb6-5f45-4d8c-ad51-9d160e2d5a68 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Network dfb381ca-02ac-4901-8dbb-a068765d875a is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:01:11.694052 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-657b6eb6-5f45-4d8c-ad51-9d160e2d5a68 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:01:11.698490 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-657b6eb6-5f45-4d8c-ad51-9d160e2d5a68 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:01:11.746082 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b6eb6-5f45-4d8c-ad51-9d160e2d5a68 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event updated for resources: {'Port': ['ID=1e28e1b9-d728-430c-8aef-c000d8a9cbc5,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:11.787718 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-657b6eb6-5f45-4d8c-ad51-9d160e2d5a68 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:11.788325 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-657b6eb6-5f45-4d8c-ad51-9d160e2d5a68 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:11.995451 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-657b6eb6-5f45-4d8c-ad51-9d160e2d5a68 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6984391 May 12 15:01:12.009944 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Request body: {'port': {'device_id': 'd922c718-3d6c-493e-8784-bded19554cec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:01:12.124100 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:12.226908 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-d45d5ece-feb4-44d5-9a9c-df781715407b None None] Provisioning for port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:01:12.234340 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-d45d5ece-feb4-44d5-9a9c-df781715407b None None] Provisioning complete for port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:01:12.234340 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d45d5ece-feb4-44d5-9a9c-df781715407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:12.303015 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-d45d5ece-feb4-44d5-9a9c-df781715407b None None] Port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:01:12.555019 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:01:12.565390 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:12.633882 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Transition to ACTIVE for port object 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:01:12.642650 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe81ff-14af-4989-8db2-cc6ba177eccf req-c3e9ccfe-f530-4b33-8c9e-4da637b8b9a4 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:12.644238 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58fe81ff-14af-4989-8db2-cc6ba177eccf req-c3e9ccfe-f530-4b33-8c9e-4da637b8b9a4 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.2265966 May 12 15:01:12.711198 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-58fe81ff-14af-4989-8db2-cc6ba177eccf req-375f96f8-8f30-40a3-97a1-5386db2f0164 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559337 May 12 15:01:12.724393 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4716fb-968c-4020-b7fc-e2f289d370c1 req-e6cb7ac3-2d27-41e6-bfd4-c0eac6962566 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:12.725924 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4f4716fb-968c-4020-b7fc-e2f289d370c1 req-e6cb7ac3-2d27-41e6-bfd4-c0eac6962566 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 943 time: 0.1553197 May 12 15:01:12.781458 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4f4716fb-968c-4020-b7fc-e2f289d370c1 req-3316ebb6-2eb5-482e-bde3-f93ce7046d29 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465715 May 12 15:01:12.894749 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6b7f3-7e6b-4f03-a549-4848a9081d84 req-94712824-cc7d-4eef-b08d-b5b7bc714cdd tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:12.911376 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-59e6b7f3-7e6b-4f03-a549-4848a9081d84 req-94712824-cc7d-4eef-b08d-b5b7bc714cdd tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Synchronizing usage tracker for tenant:65de6117be774a79b70ff72040037424 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:01:12.911376 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:13.044427 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Pushing event updated for resources: {'Port': ['ID=1e28e1b9-d728-430c-8aef-c000d8a9cbc5,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:13.124166 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7778d32a-280a-4996-bbb1-745a960b6cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:13.125699 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-59e6b7f3-7e6b-4f03-a549-4848a9081d84 req-94712824-cc7d-4eef-b08d-b5b7bc714cdd tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Unset dirty status for tenant:65de6117be774a79b70ff72040037424 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:01:13.126982 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-59e6b7f3-7e6b-4f03-a549-4848a9081d84 req-94712824-cc7d-4eef-b08d-b5b7bc714cdd tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 932 time: 0.3126838 May 12 15:01:13.196257 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-59e6b7f3-7e6b-4f03-a549-4848a9081d84 req-761a8c9b-49ec-4cf4-8a2e-d349059c7c04 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8266c30-d04b-4323-9af6-9755b0b8be0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627611 May 12 15:01:13.198451 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Attempting to bind port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:01:13.198785 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Attempting to bind port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:01:13.199710 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Attempting to bind port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 on network dfb381ca-02ac-4901-8dbb-a068765d875a {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:01:13.204870 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 on network dfb381ca-02ac-4901-8dbb-a068765d875a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:01:13.211299 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Attempting to bind port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 on network dfb381ca-02ac-4901-8dbb-a068765d875a {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:01:13.211680 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:01:13.211680 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Checking segment: {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:01:13.212041 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Bound using segment: {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:01:13.212457 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Bound port: 1e28e1b9-d728-430c-8aef-c000d8a9cbc5, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1309e5c8-b105-4582-a0e3-6a041f06ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:01:13.212803 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:13.262524 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 6f2fa8e1-7689-4239-816e-94334a287305 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:01:13.330030 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] For port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5, host hv-cinder-83118, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:01:13.335111 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] For port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1e28e1b9-d728-430c-8aef-c000d8a9cbc5,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:01:13.417591 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 6f2fa8e1-7689-4239-816e-94334a287305, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6f2fa8e1-7689-4239-816e-94334a287305,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:01:13.433204 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': '6f2fa8e1-7689-4239-816e-94334a287305', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'port_id': '6f2fa8e1-7689-4239-816e-94334a287305', 'mac_address': 'fa:16:3e:0e:7d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:01:13.502245 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:13.519450 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f2fa8e1-7689-4239-816e-94334a287305 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:01:13.536029 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 6f2fa8e1-7689-4239-816e-94334a287305, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6f2fa8e1-7689-4239-816e-94334a287305,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:01:13.587327 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:13.653437 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:13.654523 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:13.656710 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] 10.222.0.69 "PUT /v2.0/ports/1e28e1b9-d728-430c-8aef-c000d8a9cbc5 HTTP/1.1" status: 200 len: 1094 time: 1.6508825 May 12 15:01:13.657364 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd922c718-3d6c-493e-8784-bded19554cec', 'tag': '1e28e1b9-d728-430c-8aef-c000d8a9cbc5'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:01:13.678682 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:13.679418 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 3b05b4bc-577b-452a-8390-b4f2a69786e2 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:01:13.696872 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba828f3-424f-41a5-b5ae-362bfc6acbdb service neutron] Pushing event updated for resources: {'Port': ['ID=1e28e1b9-d728-430c-8aef-c000d8a9cbc5,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:13.769363 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=6f2fa8e1-7689-4239-816e-94334a287305,revision_number=6']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:13.794814 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dfc4f61-c15f-493a-83ea-123d044c2ef0'] response: {'name': 'network-changed', 'server_uuid': 'd922c718-3d6c-493e-8784-bded19554cec', 'tag': '1e28e1b9-d728-430c-8aef-c000d8a9cbc5', 'status': 'completed', 'code': 200} May 12 15:01:13.795306 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:13.795651 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:13.795989 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:13.796492 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:13.796887 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:13.797273 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:13.797699 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:13.798312 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:13.798833 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:13.805943 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:13.805943 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:13.805943 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:13.983182 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 3b05b4bc-577b-452a-8390-b4f2a69786e2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3b05b4bc-577b-452a-8390-b4f2a69786e2,segment=NetworkSegment(6b44ca7e-6fe5-4960-9177-ccda999616e5),segment_id=6b44ca7e-6fe5-4960-9177-ccda999616e5)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:01:13.995940 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': '3b05b4bc-577b-452a-8390-b4f2a69786e2', 'network_id': 'f6f458de-7c33-464f-83ae-59a0cbeb639c', 'port_id': '3b05b4bc-577b-452a-8390-b4f2a69786e2', 'mac_address': 'fa:16:3e:d1:0e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27fdcbcc-a105-46eb-ad58-53073d1a420d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:01:14.069280 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:14.097629 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b05b4bc-577b-452a-8390-b4f2a69786e2 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:01:14.118481 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 3b05b4bc-577b-452a-8390-b4f2a69786e2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3b05b4bc-577b-452a-8390-b4f2a69786e2,segment=NetworkSegment(6b44ca7e-6fe5-4960-9177-ccda999616e5),segment_id=6b44ca7e-6fe5-4960-9177-ccda999616e5)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:01:14.219349 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-ab24d90f-b2fa-4ba9-a775-519e06e1112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:14.221583 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-ab24d90f-b2fa-4ba9-a775-519e06e1112b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65de6117be774a79b70ff72040037424&device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 1097 time: 0.3982112 May 12 15:01:14.236083 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0c06c-ec72-46ea-8b69-20ef4642b795 req-397b3ef2-dc76-4d5e-97d8-3bde167d5323 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:14.238183 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-65c0c06c-ec72-46ea-8b69-20ef4642b795 req-397b3ef2-dc76-4d5e-97d8-3bde167d5323 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 943 time: 0.2479329 May 12 15:01:14.249652 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:14.252587 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9e589-b52e-48c6-b17f-0f93ee29e32f req-1df0b302-adb1-49dd-882e-427bc576a6d5 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:14.254960 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-77a9e589-b52e-48c6-b17f-0f93ee29e32f req-1df0b302-adb1-49dd-882e-427bc576a6d5 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 944 time: 0.2634940 May 12 15:01:14.332084 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=3b05b4bc-577b-452a-8390-b4f2a69786e2,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:14.387801 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-37417979-520e-4c28-8ec3-ad1f9be3a70e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e28e1b9-d728-430c-8aef-c000d8a9cbc5 HTTP/1.1" status: 200 len: 217 time: 0.1479764 May 12 15:01:14.446895 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['6f2fa8e1-7689-4239-816e-94334a287305'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:01:14.507009 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-77a9e589-b52e-48c6-b17f-0f93ee29e32f req-2fa5b0a0-9a37-4def-90c6-c8d83bf28626 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621892 May 12 15:01:14.521447 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-65c0c06c-ec72-46ea-8b69-20ef4642b795 req-f291d476-b5b0-4a63-9723-4cf856c9ae42 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650392 May 12 15:01:14.539935 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-eae3f1ee-12e5-4e62-860a-e4236e877277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:14.545610 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-eae3f1ee-12e5-4e62-860a-e4236e877277 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f6795c39-e288-4c6f-98dd-c92d29478c9e HTTP/1.1" status: 200 len: 853 time: 0.1465299 May 12 15:01:14.692730 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['3b05b4bc-577b-452a-8390-b4f2a69786e2'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:01:14.736337 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-562eff94-1ad7-4ff9-8f89-73ab39175de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:14.737984 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-562eff94-1ad7-4ff9-8f89-73ab39175de6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfb381ca-02ac-4901-8dbb-a068765d875a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1778376 May 12 15:01:14.798868 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:14.828719 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44a39a-3119-4508-9056-c0a5f6f0f0c8 req-584bbbbd-be9e-4879-a201-a2fc23910104 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:14.830301 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6f44a39a-3119-4508-9056-c0a5f6f0f0c8 req-584bbbbd-be9e-4879-a201-a2fc23910104 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 944 time: 0.1847808 May 12 15:01:14.926375 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6f44a39a-3119-4508-9056-c0a5f6f0f0c8 req-3d05aae0-e653-48fa-8daf-58283141c992 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8266c30-d04b-4323-9af6-9755b0b8be0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788417 May 12 15:01:14.947995 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-67589e7a-b6fd-456a-aa6a-1b548281d6e9 service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033839 May 12 15:01:15.099102 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff798d9d-6185-4137-98e3-a9878aab0dfe req-b2e842ea-4ba7-4848-a4a6-ee79be12dbed service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440747 May 12 15:01:15.203925 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:15.272945 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 6f2fa8e1-7689-4239-816e-94334a287305 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:01:15.350597 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port 6f2fa8e1-7689-4239-816e-94334a287305 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:01:15.351993 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:15.472589 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750ea55-598d-4b19-bef6-e90759a27020 req-64d973a6-4a74-42b1-9f11-958a34b4602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:15.474120 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6750ea55-598d-4b19-bef6-e90759a27020 req-64d973a6-4a74-42b1-9f11-958a34b4602a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65de6117be774a79b70ff72040037424&device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 1097 time: 0.1175256 May 12 15:01:15.526448 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:15.586579 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2fa8e1-7689-4239-816e-94334a287305'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:01:15.599822 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 6f2fa8e1-7689-4239-816e-94334a287305, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6f2fa8e1-7689-4239-816e-94334a287305,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:01:15.657853 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750ea55-598d-4b19-bef6-e90759a27020 req-f22f2227-4d44-44a5-b05b-bdfcab5db847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:15.659640 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6750ea55-598d-4b19-bef6-e90759a27020 req-f22f2227-4d44-44a5-b05b-bdfcab5db847 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dfb381ca-02ac-4901-8dbb-a068765d875a HTTP/1.1" status: 200 len: 915 time: 0.1781130 May 12 15:01:15.741269 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:15.817848 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=6f2fa8e1-7689-4239-816e-94334a287305,revision_number=7']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:15.879176 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6750ea55-598d-4b19-bef6-e90759a27020 req-342b68dd-ae0f-4c96-9bd3-150ae6f8f265 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e28e1b9-d728-430c-8aef-c000d8a9cbc5 HTTP/1.1" status: 200 len: 217 time: 0.2123623 May 12 15:01:15.988047 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750ea55-598d-4b19-bef6-e90759a27020 req-f5989c23-e722-435c-a577-abdfe2576e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:15.989529 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6750ea55-598d-4b19-bef6-e90759a27020 req-f5989c23-e722-435c-a577-abdfe2576e2e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f6795c39-e288-4c6f-98dd-c92d29478c9e HTTP/1.1" status: 200 len: 853 time: 0.0945764 May 12 15:01:16.043401 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e1771-14b9-4236-80e9-47f14b84056f req-af68cfbb-ba59-4471-991e-db3a730f8b2d tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:16.044985 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-685e1771-14b9-4236-80e9-47f14b84056f req-af68cfbb-ba59-4471-991e-db3a730f8b2d tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.3073487 May 12 15:01:16.060460 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c3628-345e-4823-94f5-e1f556d19d94 req-08e122f5-1238-4aaa-af07-445695304e6a tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:16.061997 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-436c3628-345e-4823-94f5-e1f556d19d94 req-08e122f5-1238-4aaa-af07-445695304e6a tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 944 time: 0.3254745 May 12 15:01:16.073872 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:16.161093 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-685e1771-14b9-4236-80e9-47f14b84056f req-94316911-2e12-4a0b-b50f-ec237dc8c8da tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963364 May 12 15:01:16.183000 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-436c3628-345e-4823-94f5-e1f556d19d94 req-e7acfc1d-4144-4dbe-9c85-679b4aaf81d8 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002719 May 12 15:01:16.195004 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750ea55-598d-4b19-bef6-e90759a27020 req-2b09c069-9492-403b-9b64-4159082bfec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:16.198010 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6750ea55-598d-4b19-bef6-e90759a27020 req-2b09c069-9492-403b-9b64-4159082bfec5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfb381ca-02ac-4901-8dbb-a068765d875a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2005997 May 12 15:01:16.282273 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebbbd75f-5767-4842-9f33-a13a7c1df384'] response: {'server_uuid': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2fa8e1-7689-4239-816e-94334a287305', 'code': 200} May 12 15:01:16.548829 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6750ea55-598d-4b19-bef6-e90759a27020 req-7b5b8fd7-9f80-46c1-8465-948a9654d664 service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435318 May 12 15:01:16.581451 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f740ff-8993-4bdd-8156-4e066b63e0c1 req-27230303-68a2-45b8-98c8-566b57cf324c tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:16.582971 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-05f740ff-8993-4bdd-8156-4e066b63e0c1 req-27230303-68a2-45b8-98c8-566b57cf324c tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 944 time: 0.1593807 May 12 15:01:16.709793 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-05f740ff-8993-4bdd-8156-4e066b63e0c1 req-f923bd39-df3d-4c7e-a093-a72ff1aa322f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8266c30-d04b-4323-9af6-9755b0b8be0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175203 May 12 15:01:16.757249 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6750ea55-598d-4b19-bef6-e90759a27020 req-afd31e30-fe13-4a3f-8a0d-84fdd5ba475d service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017355 May 12 15:01:17.301167 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:01:17.496545 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce9d0d-5a82-4f81-ae6f-6b3d7af6ec02 req-e6e8c96c-7819-4341-b744-ea7ab7155f87 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:17.498449 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-10ce9d0d-5a82-4f81-ae6f-6b3d7af6ec02 req-e6e8c96c-7819-4341-b744-ea7ab7155f87 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 944 time: 0.1313198 May 12 15:01:17.506418 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37babd-cacd-414e-b29a-cc1221cac003 req-42d5a5a4-3d15-492f-b0a2-53447c55aa9a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:17.514383 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3a37babd-cacd-414e-b29a-cc1221cac003 req-42d5a5a4-3d15-492f-b0a2-53447c55aa9a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.1782126 May 12 15:01:17.598900 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-10ce9d0d-5a82-4f81-ae6f-6b3d7af6ec02 req-0ddcfb21-652a-4e8e-a6e6-eed288b7b17b tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852513 May 12 15:01:17.604220 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3a37babd-cacd-414e-b29a-cc1221cac003 req-b9ee572e-b418-49ff-8b30-bce729039e8c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737789 May 12 15:01:17.620303 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1e28e1b9-d728-430c-8aef-c000d8a9cbc5,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:01:17.641309 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 3b05b4bc-577b-452a-8390-b4f2a69786e2 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:01:17.681462 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': '1e28e1b9-d728-430c-8aef-c000d8a9cbc5', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'port_id': '1e28e1b9-d728-430c-8aef-c000d8a9cbc5', 'mac_address': 'fa:16:3e:5d:a8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:01:17.773304 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:17.805773 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:01:17.830882 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1e28e1b9-d728-430c-8aef-c000d8a9cbc5,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:01:17.894704 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port 3b05b4bc-577b-452a-8390-b4f2a69786e2 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:01:17.900185 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port 3b05b4bc-577b-452a-8390-b4f2a69786e2 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:01:17.900560 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:17.968295 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:17.990200 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d58507-cd2e-4455-8568-e4503231b7df req-c99f4cfd-f78d-4a7a-ae30-a35b63b07fcb tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:17.992701 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a6d58507-cd2e-4455-8568-e4503231b7df req-c99f4cfd-f78d-4a7a-ae30-a35b63b07fcb tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 944 time: 0.1326313 May 12 15:01:18.062425 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a6d58507-cd2e-4455-8568-e4503231b7df req-673c351a-cba2-4c55-8999-67d785e3e1b7 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8266c30-d04b-4323-9af6-9755b0b8be0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590556 May 12 15:01:18.125709 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=1e28e1b9-d728-430c-8aef-c000d8a9cbc5,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:18.261185 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:18.325098 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b262369-eb44-46e7-8b52-c8bf583b7ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b05b4bc-577b-452a-8390-b4f2a69786e2'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:01:18.337904 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 3b05b4bc-577b-452a-8390-b4f2a69786e2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3b05b4bc-577b-452a-8390-b4f2a69786e2,segment=NetworkSegment(6b44ca7e-6fe5-4960-9177-ccda999616e5),segment_id=6b44ca7e-6fe5-4960-9177-ccda999616e5)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:01:18.341036 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['1e28e1b9-d728-430c-8aef-c000d8a9cbc5'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:01:18.427715 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:18.508353 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a465c4b-3da6-47e9-bf6e-17585244fc2a'] response: {'server_uuid': '0b262369-eb44-46e7-8b52-c8bf583b7ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b05b4bc-577b-452a-8390-b4f2a69786e2', 'code': 200} May 12 15:01:18.565105 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=3b05b4bc-577b-452a-8390-b4f2a69786e2,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:18.922259 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3960a5-e636-4815-aa67-646bdf6a0e32 req-dbd2ad5c-643c-4e3f-9dfc-4bdfd86830e7 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:18.947940 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9c3960a5-e636-4815-aa67-646bdf6a0e32 req-dbd2ad5c-643c-4e3f-9dfc-4bdfd86830e7 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 945 time: 0.1546862 May 12 15:01:18.957585 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e0e48-d660-4ffe-bf15-2c26c5e28113 req-99de9e71-cdb9-4b6d-9e71-f947a88eee6c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:18.959205 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-427e0e48-d660-4ffe-bf15-2c26c5e28113 req-99de9e71-cdb9-4b6d-9e71-f947a88eee6c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.1530414 May 12 15:01:19.006115 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9c3960a5-e636-4815-aa67-646bdf6a0e32 req-4467b95d-acd2-42a8-9528-e46114a9fe48 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758440 May 12 15:01:19.029807 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-427e0e48-d660-4ffe-bf15-2c26c5e28113 req-68f6fc4e-b29a-48da-9862-1b14771ee6d5 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538187 May 12 15:01:19.095179 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:19.202562 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd18bba-2486-4b99-9ac1-bee5371fff34 req-289f7b15-c415-4a95-8f55-e54fd42e71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:19.204149 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8cd18bba-2486-4b99-9ac1-bee5371fff34 req-289f7b15-c415-4a95-8f55-e54fd42e71fd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 1098 time: 0.0995510 May 12 15:01:19.312484 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8cd18bba-2486-4b99-9ac1-bee5371fff34 req-659c07f8-d126-4c2a-bcad-cc5f86883134 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009312 May 12 15:01:19.350084 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f8fe3-137f-4334-87d9-3bd76619b2b6 req-c06f444c-5cb9-4ed3-af47-2e60700ac0c8 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:19.361442 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fe7f8fe3-137f-4334-87d9-3bd76619b2b6 req-c06f444c-5cb9-4ed3-af47-2e60700ac0c8 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 945 time: 0.1272328 May 12 15:01:19.437138 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fe7f8fe3-137f-4334-87d9-3bd76619b2b6 req-cb50c3fd-68d0-41ad-814c-602f4e69c764 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8266c30-d04b-4323-9af6-9755b0b8be0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609694 May 12 15:01:20.326066 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31b294-da74-4579-8938-eb82f43be2c7 req-1034f10e-fa12-4d11-86a2-6a5fd6356b9f tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:20.327689 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8b31b294-da74-4579-8938-eb82f43be2c7 req-1034f10e-fa12-4d11-86a2-6a5fd6356b9f tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 945 time: 0.1953619 May 12 15:01:20.339495 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895b803-014e-46a9-9fa1-e880bb3338a6 req-38366550-e3a5-4698-9ed8-6c64fb13f605 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:20.341917 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9895b803-014e-46a9-9fa1-e880bb3338a6 req-38366550-e3a5-4698-9ed8-6c64fb13f605 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.1408122 May 12 15:01:20.433508 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8b31b294-da74-4579-8938-eb82f43be2c7 req-98912caa-a713-4f15-8aec-f4db2fb9b298 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902276 May 12 15:01:20.450204 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9895b803-014e-46a9-9fa1-e880bb3338a6 req-a0efed69-927b-482d-809b-413dd46c9890 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924897 May 12 15:01:20.704022 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23568c3-45f2-44e1-a4af-e08046a644c3 req-cb12f4d8-238d-4621-b51c-77008d5bea2f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:20.705595 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b23568c3-45f2-44e1-a4af-e08046a644c3 req-cb12f4d8-238d-4621-b51c-77008d5bea2f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 945 time: 0.1112237 May 12 15:01:20.769631 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b23568c3-45f2-44e1-a4af-e08046a644c3 req-dfd22c49-1069-4504-bea9-37e5fc9f797f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8266c30-d04b-4323-9af6-9755b0b8be0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572660 May 12 15:01:21.326357 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:01:21.508120 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:01:21.518801 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:01:21.529570 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:21.959215 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:22.032105 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef466cbd-7d6a-4368-b6a3-3035170341f9 req-b78317ca-b69f-42a7-8942-b542674ebb06 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:22.033421 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1e28e1b9-d728-430c-8aef-c000d8a9cbc5,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:01:22.034589 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ef466cbd-7d6a-4368-b6a3-3035170341f9 req-b78317ca-b69f-42a7-8942-b542674ebb06 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.2190590 May 12 15:01:22.035122 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd922c718-3d6c-493e-8784-bded19554cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e28e1b9-d728-430c-8aef-c000d8a9cbc5'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:01:22.077373 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9e2e6-3926-45ed-945a-63989b008e72 req-853cdec3-644b-44eb-bf43-0957003175c1 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:22.079734 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-66e9e2e6-3926-45ed-945a-63989b008e72 req-853cdec3-644b-44eb-bf43-0957003175c1 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 945 time: 0.3377585 May 12 15:01:22.118051 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:22.197339 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-66e9e2e6-3926-45ed-945a-63989b008e72 req-fcca8250-48d8-4cf0-84d1-6cef7d4a43e9 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080732 May 12 15:01:22.202833 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ef466cbd-7d6a-4368-b6a3-3035170341f9 req-ee35c643-6609-4d8f-a438-faafe0df804a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587682 May 12 15:01:22.271594 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=1e28e1b9-d728-430c-8aef-c000d8a9cbc5,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:22.348225 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6532a2ae-4aa2-4d9a-a257-55829448c87c'] response: {'server_uuid': 'd922c718-3d6c-493e-8784-bded19554cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e28e1b9-d728-430c-8aef-c000d8a9cbc5', 'code': 200} May 12 15:01:22.474139 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a66aa-0cfa-468c-8e44-4d4a68a2047e req-5f39b296-29a5-4c7d-9a4e-4120071e5b60 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:22.476291 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-748a66aa-0cfa-468c-8e44-4d4a68a2047e req-5f39b296-29a5-4c7d-9a4e-4120071e5b60 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 946 time: 0.1101756 May 12 15:01:22.543996 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-748a66aa-0cfa-468c-8e44-4d4a68a2047e req-6b6aaf8d-0402-4af9-a41a-7cc0dc56d36b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8266c30-d04b-4323-9af6-9755b0b8be0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515068 May 12 15:01:23.220076 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974b5ba-8e01-4ad5-ba54-1941eadae86d req-be977b51-3ab4-4ea2-860e-34ed0749c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:23.221668 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7974b5ba-8e01-4ad5-ba54-1941eadae86d req-be977b51-3ab4-4ea2-860e-34ed0749c810 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 1099 time: 0.1139874 May 12 15:01:23.526094 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7974b5ba-8e01-4ad5-ba54-1941eadae86d req-6b07dd9a-2365-484d-99a9-a5cc9462d31c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d8266c30-d04b-4323-9af6-9755b0b8be0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956870 May 12 15:01:23.580338 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aec17e-5497-49fd-ba38-6ec3cf6cfff2 req-24a89ca6-f1a3-4d7c-9b06-f926de13008f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:23.587649 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d0aec17e-5497-49fd-ba38-6ec3cf6cfff2 req-24a89ca6-f1a3-4d7c-9b06-f926de13008f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.1515405 May 12 15:01:23.612280 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd629939-a0b8-4c41-946c-003a438b0485 req-9ec9b023-7c72-4593-823d-4f78f33a91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:23.614516 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-bd629939-a0b8-4c41-946c-003a438b0485 req-9ec9b023-7c72-4593-823d-4f78f33a91b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b59b244953945b1b1ef483fdb3522e1&device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 1098 time: 0.1007717 May 12 15:01:23.650209 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d0aec17e-5497-49fd-ba38-6ec3cf6cfff2 req-12a61497-db65-4e14-968a-608c223eea14 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616758 May 12 15:01:23.929309 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571eb34-556c-44f0-95c1-aed64cffb0a2 req-665ca1d6-780e-4258-86ce-93c2b6412fdd tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:23.931196 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1571eb34-556c-44f0-95c1-aed64cffb0a2 req-665ca1d6-780e-4258-86ce-93c2b6412fdd tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 946 time: 0.1079454 May 12 15:01:23.999556 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1571eb34-556c-44f0-95c1-aed64cffb0a2 req-b0c34dfc-73f7-4b32-b666-6d007dbd2cbe tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8266c30-d04b-4323-9af6-9755b0b8be0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603862 May 12 15:01:24.043514 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd629939-a0b8-4c41-946c-003a438b0485 req-e9351080-fd54-4204-922b-86ae8616aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:24.046195 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-bd629939-a0b8-4c41-946c-003a438b0485 req-e9351080-fd54-4204-922b-86ae8616aa65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=586ae877-0139-4341-8b29-bf98c6f348d4 HTTP/1.1" status: 200 len: 917 time: 0.1916554 May 12 15:01:24.192702 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-bd629939-a0b8-4c41-946c-003a438b0485 req-25d54f8b-110e-4724-935f-273f4e6ae946 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f2fa8e1-7689-4239-816e-94334a287305 HTTP/1.1" status: 200 len: 1000 time: 0.1397846 May 12 15:01:24.283151 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd629939-a0b8-4c41-946c-003a438b0485 req-a8c8f5c7-1699-4fc3-b9bc-ff718a64b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:24.284653 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-bd629939-a0b8-4c41-946c-003a438b0485 req-a8c8f5c7-1699-4fc3-b9bc-ff718a64b2d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7fdab544-cb12-4cff-b823-5cc3aea55c1f HTTP/1.1" status: 200 len: 855 time: 0.0839634 May 12 15:01:24.384147 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd629939-a0b8-4c41-946c-003a438b0485 req-4b84eb43-ce46-44c2-a307-6e71e7f8b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:24.385186 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-bd629939-a0b8-4c41-946c-003a438b0485 req-4b84eb43-ce46-44c2-a307-6e71e7f8b787 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=586ae877-0139-4341-8b29-bf98c6f348d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0874312 May 12 15:01:24.554232 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-bd629939-a0b8-4c41-946c-003a438b0485 req-6c09b49b-98bf-4d7b-bf80-509f58fe6e09 service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607475 May 12 15:01:24.726253 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-bd629939-a0b8-4c41-946c-003a438b0485 req-4ffecea0-4cae-4fc9-81a3-2ea5ce974380 service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614254 May 12 15:01:24.904821 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307a312-f375-4f84-b3d8-328acebb4fe4 req-2d990609-2f36-4b05-a16e-38f71d2809df tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:24.906455 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4307a312-f375-4f84-b3d8-328acebb4fe4 req-2d990609-2f36-4b05-a16e-38f71d2809df tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.1067858 May 12 15:01:24.972165 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4307a312-f375-4f84-b3d8-328acebb4fe4 req-25f362bd-bd5d-4fc1-bdb9-24301e7b9a6c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574157 May 12 15:01:25.238586 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe54aa-9773-452d-8037-4fba9dfeef7b req-bca70d54-85c9-4291-aead-66f3857b8159 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:25.240603 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0dfe54aa-9773-452d-8037-4fba9dfeef7b req-bca70d54-85c9-4291-aead-66f3857b8159 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 946 time: 0.1062069 May 12 15:01:25.302201 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0dfe54aa-9773-452d-8037-4fba9dfeef7b req-ca9482fd-24c9-41ff-b322-7f91357a5083 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8266c30-d04b-4323-9af6-9755b0b8be0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537426 May 12 15:01:26.218461 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61bb17-d230-4b65-9ce0-58a6efd6d87e req-89138e8a-7871-4c79-84a7-677a75528915 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:26.220236 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4a61bb17-d230-4b65-9ce0-58a6efd6d87e req-89138e8a-7871-4c79-84a7-677a75528915 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.1127360 May 12 15:01:26.284079 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4a61bb17-d230-4b65-9ce0-58a6efd6d87e req-12b870a0-434c-4b26-bcc9-21e439ae368f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496805 May 12 15:01:26.496754 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3be2ac-3d08-48ac-95b3-432794abe724 req-ca8e64a6-88e5-4666-bdc5-ace78b8e80c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:26.498161 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ab3be2ac-3d08-48ac-95b3-432794abe724 req-ca8e64a6-88e5-4666-bdc5-ace78b8e80c1 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 946 time: 0.0850697 May 12 15:01:26.544551 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ab3be2ac-3d08-48ac-95b3-432794abe724 req-799e8dea-69fd-4fae-ad8d-9781d463d627 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8266c30-d04b-4323-9af6-9755b0b8be0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407145 May 12 15:01:26.743120 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41eb48d-e94b-4d08-9cc1-a846a8eb4d38 req-20e42990-d90b-4c04-9181-6cf694030d9f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:26.744574 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c41eb48d-e94b-4d08-9cc1-a846a8eb4d38 req-20e42990-d90b-4c04-9181-6cf694030d9f tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 946 time: 0.0933306 May 12 15:01:26.754407 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 39310) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:26.759743 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a7e854b7-16f0-48c2-9c58-be0ae9a5bb56 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Request body: {'floatingip': {'port_id': '1e28e1b9-d728-430c-8aef-c000d8a9cbc5'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:01:26.847764 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a7e854b7-16f0-48c2-9c58-be0ae9a5bb56 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:27.589065 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067017fc-367a-42c9-a98c-ced682b2f6a4 req-0d398962-182e-44c9-ab45-627cbda6a270 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:27.591318 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-067017fc-367a-42c9-a98c-ced682b2f6a4 req-0d398962-182e-44c9-ab45-627cbda6a270 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.1437984 May 12 15:01:27.729603 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-067017fc-367a-42c9-a98c-ced682b2f6a4 req-bcbecd37-553d-4f79-b990-feea76359631 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723186 May 12 15:01:27.742844 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a7e854b7-16f0-48c2-9c58-be0ae9a5bb56 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:27.832196 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a7e854b7-16f0-48c2-9c58-be0ae9a5bb56 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:28.134268 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.db.l3_db [None req-a7e854b7-16f0-48c2-9c58-be0ae9a5bb56 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Floating IP 881265a2-a699-4686-a6ca-01951001b091 associated. External IP: 172.28.3.78, port: 1e28e1b9-d728-430c-8aef-c000d8a9cbc5. May 12 15:01:28.518778 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e854b7-16f0-48c2-9c58-be0ae9a5bb56 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Router f70c95fa-61de-4e27-b177-dd890ca5ccb1 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:01:28.715646 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e854b7-16f0-48c2-9c58-be0ae9a5bb56 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:01:28.723391 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a7e854b7-16f0-48c2-9c58-be0ae9a5bb56 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:28.727576 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce16bdf0-084b-43a5-ab02-3c2600c7e2f0 None None] Sync routers for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:01:28.739822 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce16bdf0-084b-43a5-ab02-3c2600c7e2f0 None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:01:28.740457 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ce16bdf0-084b-43a5-ab02-3c2600c7e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:01:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:01:28.790084 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-a7e854b7-16f0-48c2-9c58-be0ae9a5bb56 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "PUT /v2.0/floatingips/881265a2-a699-4686-a6ca-01951001b091 HTTP/1.1" status: 200 len: 991 time: 2.0321078 May 12 15:01:28.790084 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd922c718-3d6c-493e-8784-bded19554cec', 'tag': '1e28e1b9-d728-430c-8aef-c000d8a9cbc5'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:01:28.847875 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ba9693-2610-4b41-aab0-6de75794c780'] response: {'name': 'network-changed', 'server_uuid': 'd922c718-3d6c-493e-8784-bded19554cec', 'tag': '1e28e1b9-d728-430c-8aef-c000d8a9cbc5', 'status': 'completed', 'code': 200} May 12 15:01:28.993586 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ce16bdf0-084b-43a5-ab02-3c2600c7e2f0 None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:01:29.014551 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0ce1c-ea0f-42ca-9ce2-513e1e0cfcf0 req-2726ccaa-73ea-4fb4-8141-cb7c7ce7b0b8 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:29.016472 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-34d0ce1c-ea0f-42ca-9ce2-513e1e0cfcf0 req-2726ccaa-73ea-4fb4-8141-cb7c7ce7b0b8 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.1463728 May 12 15:01:29.034284 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4873ce0-32b7-433f-8ccf-69d8294253ab req-3eeaedd9-771c-4936-bcc6-fa715c01800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:29.036141 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-f4873ce0-32b7-433f-8ccf-69d8294253ab req-3eeaedd9-771c-4936-bcc6-fa715c01800b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=65de6117be774a79b70ff72040037424&device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 1099 time: 0.1176472 May 12 15:01:29.076433 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-34d0ce1c-ea0f-42ca-9ce2-513e1e0cfcf0 req-c02fca14-9965-4193-aca9-5280f8a071fb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528200 May 12 15:01:29.197057 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4873ce0-32b7-433f-8ccf-69d8294253ab req-7168b519-997c-461f-92bb-61b22478d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:29.198685 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-f4873ce0-32b7-433f-8ccf-69d8294253ab req-7168b519-997c-461f-92bb-61b22478d351 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dfb381ca-02ac-4901-8dbb-a068765d875a HTTP/1.1" status: 200 len: 915 time: 0.1530735 May 12 15:01:29.324551 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-f4873ce0-32b7-433f-8ccf-69d8294253ab req-e06f7e2d-faba-4876-8739-4812b5bcfe56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e28e1b9-d728-430c-8aef-c000d8a9cbc5 HTTP/1.1" status: 200 len: 999 time: 0.1191697 May 12 15:01:29.384837 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f6f7c-66d8-44fd-a8eb-e7cfe6b6af42 req-ce2b1086-4aac-4b43-a583-b8fa4a823961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:29.387348 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a85f6f7c-66d8-44fd-a8eb-e7cfe6b6af42 req-ce2b1086-4aac-4b43-a583-b8fa4a823961 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b59b244953945b1b1ef483fdb3522e1&device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 1098 time: 0.0978649 May 12 15:01:29.412230 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4873ce0-32b7-433f-8ccf-69d8294253ab req-df1287ee-492c-43f9-b4e8-bca5ff6471dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:29.413787 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-f4873ce0-32b7-433f-8ccf-69d8294253ab req-df1287ee-492c-43f9-b4e8-bca5ff6471dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f6795c39-e288-4c6f-98dd-c92d29478c9e HTTP/1.1" status: 200 len: 853 time: 0.0835278 May 12 15:01:29.430515 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ce16bdf0-084b-43a5-ab02-3c2600c7e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '881265a2-a699-4686-a6ca-01951001b091', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.78', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': '1e28e1b9-d728-430c-8aef-c000d8a9cbc5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:5d:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd922c718-3d6c-493e-8784-bded19554cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:01:04Z', 'updated_at': '2022-05-12T15:01:27Z', 'revision_number': 1, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:01:29.435275 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce16bdf0-084b-43a5-ab02-3c2600c7e2f0 None None] Checking router: f70c95fa-61de-4e27-b177-dd890ca5ccb1 for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:01:29.444105 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce16bdf0-084b-43a5-ab02-3c2600c7e2f0 None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:01:29.444718 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ce16bdf0-084b-43a5-ab02-3c2600c7e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:01:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:01:29.499841 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4873ce0-32b7-433f-8ccf-69d8294253ab req-5aa83d46-d346-4fdc-a63c-1f22f4e9b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:29.501671 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-f4873ce0-32b7-433f-8ccf-69d8294253ab req-5aa83d46-d346-4fdc-a63c-1f22f4e9b132 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfb381ca-02ac-4901-8dbb-a068765d875a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811515 May 12 15:01:29.552127 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f6f7c-66d8-44fd-a8eb-e7cfe6b6af42 req-364a6c52-b6d7-40b6-ba17-d05af8ddb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:29.553625 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a85f6f7c-66d8-44fd-a8eb-e7cfe6b6af42 req-364a6c52-b6d7-40b6-ba17-d05af8ddb7ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=586ae877-0139-4341-8b29-bf98c6f348d4 HTTP/1.1" status: 200 len: 917 time: 0.1554356 May 12 15:01:29.679409 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ce16bdf0-084b-43a5-ab02-3c2600c7e2f0 None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:01:29.686448 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a85f6f7c-66d8-44fd-a8eb-e7cfe6b6af42 req-8709803c-fc61-4bd6-b19f-04be4033d4db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f2fa8e1-7689-4239-816e-94334a287305 HTTP/1.1" status: 200 len: 1000 time: 0.1260560 May 12 15:01:29.736471 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-f4873ce0-32b7-433f-8ccf-69d8294253ab req-a86911ea-b521-4ce6-af29-8ef778cede87 service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260261 May 12 15:01:29.759174 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f6f7c-66d8-44fd-a8eb-e7cfe6b6af42 req-6701a2b4-eecc-4655-ac6c-d95104be950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:29.761296 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a85f6f7c-66d8-44fd-a8eb-e7cfe6b6af42 req-6701a2b4-eecc-4655-ac6c-d95104be950d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7fdab544-cb12-4cff-b823-5cc3aea55c1f HTTP/1.1" status: 200 len: 855 time: 0.0671468 May 12 15:01:29.843433 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f6f7c-66d8-44fd-a8eb-e7cfe6b6af42 req-3eed7724-c15a-46b2-b765-96cda49c5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:29.845198 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a85f6f7c-66d8-44fd-a8eb-e7cfe6b6af42 req-3eed7724-c15a-46b2-b765-96cda49c5a1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=586ae877-0139-4341-8b29-bf98c6f348d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772364 May 12 15:01:29.876487 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-f4873ce0-32b7-433f-8ccf-69d8294253ab req-664b4ec0-d40e-4801-8d25-8cf7bd0cd91d service neutron] 10.222.0.69 "GET /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326032 May 12 15:01:30.053572 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ce16bdf0-084b-43a5-ab02-3c2600c7e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '881265a2-a699-4686-a6ca-01951001b091', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.78', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': '1e28e1b9-d728-430c-8aef-c000d8a9cbc5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:5d:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd922c718-3d6c-493e-8784-bded19554cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:01:04Z', 'updated_at': '2022-05-12T15:01:27Z', 'revision_number': 1, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:01:30.057481 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce16bdf0-084b-43a5-ab02-3c2600c7e2f0 None None] The sync data for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb is: [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '881265a2-a699-4686-a6ca-01951001b091', 'tenant_id': '65de6117be774a79b70ff72040037424', 'floating_ip_address': '172.28.3.78', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'port_id': '1e28e1b9-d728-430c-8aef-c000d8a9cbc5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'mac_address': 'fa:16:3e:5d:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd922c718-3d6c-493e-8784-bded19554cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:01:04Z', 'updated_at': '2022-05-12T15:01:27Z', 'revision_number': 1, 'project_id': '65de6117be774a79b70ff72040037424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:01:30.098008 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a85f6f7c-66d8-44fd-a8eb-e7cfe6b6af42 req-ad587b2d-7f10-46ea-94bd-5c061d2c472b service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455916 May 12 15:01:30.309067 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a85f6f7c-66d8-44fd-a8eb-e7cfe6b6af42 req-c1e5d25d-b165-4b8e-a3da-c5cdb6ad9546 service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955550 May 12 15:01:30.327791 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c604b626-71e7-4069-af37-dd2cdebefad7 None None] New status for floating IP 881265a2-a699-4686-a6ca-01951001b091: ACTIVE {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:01:30.358201 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b55370-23fd-49a8-8c06-792c8b821ee8 req-c0db268e-5905-4c7d-b4db-58e9c1fe8fdc tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:30.359687 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a5b55370-23fd-49a8-8c06-792c8b821ee8 req-c0db268e-5905-4c7d-b4db-58e9c1fe8fdc tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 945 time: 0.1068733 May 12 15:01:30.408064 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a5b55370-23fd-49a8-8c06-792c8b821ee8 req-f38082ab-1eed-456f-aa40-9dfa59eb2fb2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426798 May 12 15:01:31.155574 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 39396) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:31.280590 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-60de0aae-d78d-4906-9808-02bf3d385f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:31.295668 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-60de0aae-d78d-4906-9808-02bf3d385f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:01:31.299545 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-60de0aae-d78d-4906-9808-02bf3d385f07 admin admin] Usage tracker for resource:security_group_rule and tenant:a163eee077a6476f94d4e1608d634dff is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:01:31.302427 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-60de0aae-d78d-4906-9808-02bf3d385f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:01:31.308197 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-60de0aae-d78d-4906-9808-02bf3d385f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:01:31.369184 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 6f2fa8e1-7689-4239-816e-94334a287305 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:01:31.392598 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-60de0aae-d78d-4906-9808-02bf3d385f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:31.454525 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-60de0aae-d78d-4906-9808-02bf3d385f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:31.490855 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:31.512789 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-60de0aae-d78d-4906-9808-02bf3d385f07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a163eee077a6476f94d4e1608d634dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527026 May 12 15:01:31.512789 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de0aae-d78d-4906-9808-02bf3d385f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2b5b90-c143-4a2c-9c1a-42bc398d0ec2,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:31.514367 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 39404) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:31.527759 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 6f2fa8e1-7689-4239-816e-94334a287305, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6f2fa8e1-7689-4239-816e-94334a287305,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:01:31.529263 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f2fa8e1-7689-4239-816e-94334a287305'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:01:31.576534 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b7e0e5-7524-44b5-96d5-c3ec8c181e12'] response: {'server_uuid': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f2fa8e1-7689-4239-816e-94334a287305', 'code': 200} May 12 15:01:31.597680 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:31.635253 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b97a7b67-2b4e-4e21-9940-16a162fb5930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:31.664923 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=6f2fa8e1-7689-4239-816e-94334a287305,revision_number=8']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:31.669813 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b97a7b67-2b4e-4e21-9940-16a162fb5930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:31.710825 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a1aa6-2822-4201-bfde-3723e2536c31 req-842adedc-9b1c-411f-872c-9a32059db7f9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:31.712298 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2d0a1aa6-2822-4201-bfde-3723e2536c31 req-842adedc-9b1c-411f-872c-9a32059db7f9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.1562932 May 12 15:01:31.760831 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2d0a1aa6-2822-4201-bfde-3723e2536c31 req-b20ec60d-e4bf-4518-93c5-1d71c825f1d6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423703 May 12 15:01:31.831892 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b97a7b67-2b4e-4e21-9940-16a162fb5930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:31.848935 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a7b67-2b4e-4e21-9940-16a162fb5930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2b5b90-c143-4a2c-9c1a-42bc398d0ec2,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:31.853049 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b97a7b67-2b4e-4e21-9940-16a162fb5930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:31.854030 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-b97a7b67-2b4e-4e21-9940-16a162fb5930 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bc2b5b90-c143-4a2c-9c1a-42bc398d0ec2 HTTP/1.1" status: 204 len: 168 time: 0.3385158 May 12 15:01:32.606801 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 39420) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:32.626113 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-382edca6-df9e-4c36-8a0f-d6a6c690ffda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:32.642121 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-382edca6-df9e-4c36-8a0f-d6a6c690ffda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:01:32.645289 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-382edca6-df9e-4c36-8a0f-d6a6c690ffda admin admin] Usage tracker for resource:security_group_rule and tenant:3dd7a5b3c23442e19f32f3a1dad07ef1 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:01:32.648088 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-382edca6-df9e-4c36-8a0f-d6a6c690ffda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:01:32.653920 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-382edca6-df9e-4c36-8a0f-d6a6c690ffda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:01:32.738242 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-382edca6-df9e-4c36-8a0f-d6a6c690ffda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:32.837585 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-382edca6-df9e-4c36-8a0f-d6a6c690ffda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:32.931057 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382edca6-df9e-4c36-8a0f-d6a6c690ffda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ced4562-1f6b-498b-b8c9-985d36abe968,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:32.946960 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 39426) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:32.951034 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-382edca6-df9e-4c36-8a0f-d6a6c690ffda admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3dd7a5b3c23442e19f32f3a1dad07ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381491 May 12 15:01:32.987355 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed4e9d-eb73-4d6b-ab7e-c12bc7470e18 req-e683bf5b-b34b-428a-8948-1e80a828bb5c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:32.988817 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d6ed4e9d-eb73-4d6b-ab7e-c12bc7470e18 req-e683bf5b-b34b-428a-8948-1e80a828bb5c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.1009443 May 12 15:01:33.010769 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c29eb519-97c1-4d8f-899e-3afda88732da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:33.034108 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d6ed4e9d-eb73-4d6b-ab7e-c12bc7470e18 req-cb41b500-85e9-4b9e-9c01-351371ec96eb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391388 May 12 15:01:33.038118 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c29eb519-97c1-4d8f-899e-3afda88732da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:33.163497 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c29eb519-97c1-4d8f-899e-3afda88732da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:33.186022 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29eb519-97c1-4d8f-899e-3afda88732da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ced4562-1f6b-498b-b8c9-985d36abe968,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:33.204543 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c29eb519-97c1-4d8f-899e-3afda88732da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:33.206049 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-c29eb519-97c1-4d8f-899e-3afda88732da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8ced4562-1f6b-498b-b8c9-985d36abe968 HTTP/1.1" status: 204 len: 168 time: 0.2580743 May 12 15:01:35.381447 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 6f2fa8e1-7689-4239-816e-94334a287305 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:01:35.884819 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1466e-935b-4a16-b270-8f666c3845fa req-0069e32b-f1c5-4fe6-ab8a-4292ccb7cb3c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:35.886843 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a6b1466e-935b-4a16-b270-8f666c3845fa req-0069e32b-f1c5-4fe6-ab8a-4292ccb7cb3c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.0969150 May 12 15:01:35.942231 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a6b1466e-935b-4a16-b270-8f666c3845fa req-0acb135a-88c3-4b54-882a-6af402facbfe tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449238 May 12 15:01:36.417928 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 39542) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:36.537840 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-d95e339e-b1d8-4c30-bbc5-d6ac5b4c0d35 req-ee141412-013f-4db8-bfbb-2f607543a45c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1184368 May 12 15:01:37.151060 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609baa0b-fec3-486a-9001-94f1afd82d0a req-ea54e8a5-c7ba-497e-b080-2312d996638c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:37.155156 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-609baa0b-fec3-486a-9001-94f1afd82d0a req-ea54e8a5-c7ba-497e-b080-2312d996638c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.0846500 May 12 15:01:37.204090 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-609baa0b-fec3-486a-9001-94f1afd82d0a req-5f466c96-f6f7-4b63-9252-8dfa9e496c35 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449529 May 12 15:01:37.343910 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 39574) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:37.466047 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f10401b0-42a7-4456-8168-2faeda2a8098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:37.481184 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f10401b0-42a7-4456-8168-2faeda2a8098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:01:37.485390 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-f10401b0-42a7-4456-8168-2faeda2a8098 admin admin] Usage tracker for resource:security_group_rule and tenant:cdbc6c2ecbf948ee81bc6fa72844fa7f is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:01:37.491902 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-f10401b0-42a7-4456-8168-2faeda2a8098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:01:37.495032 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f10401b0-42a7-4456-8168-2faeda2a8098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:01:37.584014 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f10401b0-42a7-4456-8168-2faeda2a8098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:37.654099 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f10401b0-42a7-4456-8168-2faeda2a8098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:37.704348 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-f10401b0-42a7-4456-8168-2faeda2a8098 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cdbc6c2ecbf948ee81bc6fa72844fa7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593335 May 12 15:01:37.705284 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10401b0-42a7-4456-8168-2faeda2a8098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1304e5-fa9e-4383-83fd-dd814136997c,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:37.707073 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 39580) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:37.773757 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:37.798892 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:37.963012 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:37.976890 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1304e5-fa9e-4383-83fd-dd814136997c,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:37.987121 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:37.987540 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:37.988172 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:37.988505 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:37.988826 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:37.989148 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:37.989463 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:37.990061 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:37.990379 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:37.990691 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:37.991001 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:37.991308 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:37.996268 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:38.000496 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-c00c3878-0fca-4d1d-b64d-b38a2870f556 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d1304e5-fa9e-4383-83fd-dd814136997c HTTP/1.1" status: 204 len: 168 time: 0.2918036 May 12 15:01:38.262619 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e339e-b1d8-4c30-bbc5-d6ac5b4c0d35 req-10570e5b-96fc-4f28-9d81-6a90c1e760b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:38.264096 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d95e339e-b1d8-4c30-bbc5-d6ac5b4c0d35 req-10570e5b-96fc-4f28-9d81-6a90c1e760b8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc&tenant_id=6b59b244953945b1b1ef483fdb3522e1 HTTP/1.1" status: 200 len: 1096 time: 0.0781381 May 12 15:01:38.440548 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e339e-b1d8-4c30-bbc5-d6ac5b4c0d35 req-4cfe0524-d208-4022-b245-65962384501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:38.442014 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d95e339e-b1d8-4c30-bbc5-d6ac5b4c0d35 req-4cfe0524-d208-4022-b245-65962384501a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b59b244953945b1b1ef483fdb3522e1&device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 1096 time: 0.1392570 May 12 15:01:38.450320 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a24a8-ea9c-4e18-9985-db7839f829d0 req-783541b2-bf76-4bcd-af34-7bb16ef4997d tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:38.451809 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-466a24a8-ea9c-4e18-9985-db7839f829d0 req-783541b2-bf76-4bcd-af34-7bb16ef4997d tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.1186268 May 12 15:01:38.577627 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-466a24a8-ea9c-4e18-9985-db7839f829d0 req-4f2a7a23-2aaa-467b-bf73-8d65b06144c7 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199272 May 12 15:01:38.624631 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e339e-b1d8-4c30-bbc5-d6ac5b4c0d35 req-9b25ad3f-9fdd-4b9c-9ad2-0a61da1fc57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:38.626480 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d95e339e-b1d8-4c30-bbc5-d6ac5b4c0d35 req-9b25ad3f-9fdd-4b9c-9ad2-0a61da1fc57b service neutron] 10.222.0.69 "GET /v2.0/networks?id=586ae877-0139-4341-8b29-bf98c6f348d4 HTTP/1.1" status: 200 len: 917 time: 0.1504135 May 12 15:01:38.665779 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 39592) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:38.683386 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ce99a1c4-df7e-4409-bf6d-49c78660f724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:38.698217 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-ce99a1c4-df7e-4409-bf6d-49c78660f724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:01:38.702778 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-ce99a1c4-df7e-4409-bf6d-49c78660f724 admin admin] Usage tracker for resource:security_group_rule and tenant:4736078c89e54928be041028115c7099 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:01:38.706262 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-ce99a1c4-df7e-4409-bf6d-49c78660f724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:01:38.712276 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-ce99a1c4-df7e-4409-bf6d-49c78660f724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:01:38.743808 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d95e339e-b1d8-4c30-bbc5-d6ac5b4c0d35 req-b959dca2-0569-406d-a884-8be9beeae1c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f2fa8e1-7689-4239-816e-94334a287305 HTTP/1.1" status: 200 len: 998 time: 0.1107590 May 12 15:01:38.798902 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ce99a1c4-df7e-4409-bf6d-49c78660f724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:38.808594 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e339e-b1d8-4c30-bbc5-d6ac5b4c0d35 req-2fa94071-508d-42bc-96ea-6c193b979c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:38.810076 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d95e339e-b1d8-4c30-bbc5-d6ac5b4c0d35 req-2fa94071-508d-42bc-96ea-6c193b979c7f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7fdab544-cb12-4cff-b823-5cc3aea55c1f HTTP/1.1" status: 200 len: 855 time: 0.0581455 May 12 15:01:38.866064 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ce99a1c4-df7e-4409-bf6d-49c78660f724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:38.889057 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e339e-b1d8-4c30-bbc5-d6ac5b4c0d35 req-63dc2b6a-e249-470d-9754-ab904719d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:38.890622 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d95e339e-b1d8-4c30-bbc5-d6ac5b4c0d35 req-63dc2b6a-e249-470d-9754-ab904719d0b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=586ae877-0139-4341-8b29-bf98c6f348d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742505 May 12 15:01:38.914539 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-ce99a1c4-df7e-4409-bf6d-49c78660f724 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4736078c89e54928be041028115c7099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475462 May 12 15:01:38.916235 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99a1c4-df7e-4409-bf6d-49c78660f724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0168fc6-e92c-42a2-afd0-6d04d27c73b0,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:38.919408 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 39596) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:38.988321 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9a915766-662c-46cb-9530-a0689d266704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:39.011420 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9a915766-662c-46cb-9530-a0689d266704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:39.115322 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d95e339e-b1d8-4c30-bbc5-d6ac5b4c0d35 req-0919df00-76f3-4a50-a049-fb56360aa03d service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187078 May 12 15:01:39.140408 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9a915766-662c-46cb-9530-a0689d266704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:39.155715 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a915766-662c-46cb-9530-a0689d266704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0168fc6-e92c-42a2-afd0-6d04d27c73b0,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:39.162481 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9a915766-662c-46cb-9530-a0689d266704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:39.163628 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-9a915766-662c-46cb-9530-a0689d266704 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0168fc6-e92c-42a2-afd0-6d04d27c73b0 HTTP/1.1" status: 204 len: 168 time: 0.2432852 May 12 15:01:39.270896 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d95e339e-b1d8-4c30-bbc5-d6ac5b4c0d35 req-9c84312b-c544-4033-b1a6-42576ec242e7 service neutron] 10.222.0.69 "GET /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452496 May 12 15:01:39.787443 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc236c3-be17-441b-90b4-afaf9cc49694 req-a2f3fb04-f60a-4ffa-921a-11701b09942d tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:39.788896 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8dc236c3-be17-441b-90b4-afaf9cc49694 req-a2f3fb04-f60a-4ffa-921a-11701b09942d tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.0874016 May 12 15:01:39.834636 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8dc236c3-be17-441b-90b4-afaf9cc49694 req-d8733060-5375-4a81-9004-72391c3927f9 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399148 May 12 15:01:40.451089 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:01:40.848007 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-87bb9df6-fd75-4be5-8d4f-97b185e0fd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:41.083173 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b985d-3b3f-4edc-b51a-108f5b68be76 req-20035dc0-f114-413e-b675-f2306fbb49e6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:41.088436 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8b7b985d-3b3f-4edc-b51a-108f5b68be76 req-20035dc0-f114-413e-b675-f2306fbb49e6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.0994225 May 12 15:01:41.150530 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8b7b985d-3b3f-4edc-b51a-108f5b68be76 req-b0a63ec0-3e43-4615-aded-a8588181133e tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556471 May 12 15:01:42.399730 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817164ad-3bb7-4823-81c1-0b20f6c975bf req-a024c8dd-ec2a-42c4-9d56-af06c759402c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:42.401096 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-817164ad-3bb7-4823-81c1-0b20f6c975bf req-a024c8dd-ec2a-42c4-9d56-af06c759402c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.0977120 May 12 15:01:42.465128 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-817164ad-3bb7-4823-81c1-0b20f6c975bf req-3b1bbfbb-cf1a-4bcc-9610-1a1b073ef2ce tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565724 May 12 15:01:43.106961 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5dba2ef6-a13c-4b78-81fc-d366ee4b5bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:43.734311 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addde1c8-15cb-4e65-bb37-f081200d81c6 req-9926b9c3-772a-469c-aced-d84321e749d2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:43.735968 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-addde1c8-15cb-4e65-bb37-f081200d81c6 req-9926b9c3-772a-469c-aced-d84321e749d2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.1449928 May 12 15:01:43.808534 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-addde1c8-15cb-4e65-bb37-f081200d81c6 req-08b4b118-0032-4889-8b49-c8fc3d3b1537 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657868 May 12 15:01:44.619636 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:45.017586 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7719c8-5edd-44ca-808b-f0ae40b79777 req-e705ece6-80af-46cf-ba5d-01de04703b1f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:45.019022 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ec7719c8-5edd-44ca-808b-f0ae40b79777 req-e705ece6-80af-46cf-ba5d-01de04703b1f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.0925431 May 12 15:01:45.090806 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ec7719c8-5edd-44ca-808b-f0ae40b79777 req-7db66dd9-3a6e-45f8-8050-3b5ead233259 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658758 May 12 15:01:45.209228 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:46.134445 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:46.365561 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09371d3d-f0f9-4dee-8261-18963ebe0176 req-f3a9c5d4-4065-4d10-a079-b5a04d1de06f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:46.367085 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-09371d3d-f0f9-4dee-8261-18963ebe0176 req-f3a9c5d4-4065-4d10-a079-b5a04d1de06f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.0975657 May 12 15:01:46.432243 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-09371d3d-f0f9-4dee-8261-18963ebe0176 req-c7a97beb-90b3-4eac-91a6-b609e0d35f08 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593092 May 12 15:01:47.664417 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516647b8-287d-4ed1-9507-c1d902554767 req-1a1a39f0-6d5b-4c55-a590-b0617fe6bf0f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:47.664417 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-516647b8-287d-4ed1-9507-c1d902554767 req-1a1a39f0-6d5b-4c55-a590-b0617fe6bf0f tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.1007776 May 12 15:01:47.716440 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-516647b8-287d-4ed1-9507-c1d902554767 req-54593bba-a142-452c-9bd5-85cc3daf44d0 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524478 May 12 15:01:48.922414 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debab388-7552-4c3f-ae66-41fd5f23113c req-76f49d2f-7744-47a9-9b2b-57e1e8936c92 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:48.929947 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-debab388-7552-4c3f-ae66-41fd5f23113c req-76f49d2f-7744-47a9-9b2b-57e1e8936c92 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.0847976 May 12 15:01:48.970971 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-debab388-7552-4c3f-ae66-41fd5f23113c req-5c9c41bf-6229-4784-be7c-c00f8e956a32 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413156 May 12 15:01:49.022686 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:50.165137 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b693b8-fbc8-4f3c-bb24-186f11765e63 req-9b18dfdc-4cbb-493c-adba-8af6bece19ac tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:50.167362 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-44b693b8-fbc8-4f3c-bb24-186f11765e63 req-9b18dfdc-4cbb-493c-adba-8af6bece19ac tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.0836911 May 12 15:01:50.212307 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-44b693b8-fbc8-4f3c-bb24-186f11765e63 req-d03aaa24-4585-44e3-bcff-81baecfdb05c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389547 May 12 15:01:50.991089 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 39758) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:51.123476 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a805-adca-4bfa-bb8b-4dd6425ad39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:51.138723 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-1ce7a805-adca-4bfa-bb8b-4dd6425ad39b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:01:51.142633 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-1ce7a805-adca-4bfa-bb8b-4dd6425ad39b admin admin] Usage tracker for resource:security_group_rule and tenant:62d2796a3d664f83bbcde468080c3238 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:01:51.146126 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-1ce7a805-adca-4bfa-bb8b-4dd6425ad39b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:01:51.153030 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-1ce7a805-adca-4bfa-bb8b-4dd6425ad39b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:01:51.237267 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a805-adca-4bfa-bb8b-4dd6425ad39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:51.311473 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a805-adca-4bfa-bb8b-4dd6425ad39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:51.361072 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-1ce7a805-adca-4bfa-bb8b-4dd6425ad39b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62d2796a3d664f83bbcde468080c3238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686762 May 12 15:01:51.364955 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7a805-adca-4bfa-bb8b-4dd6425ad39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999d6132-c287-4584-83ee-634570ce733a,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:51.368217 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 39766) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:51.420718 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceaae81-c75c-4e17-b8ee-3db5619b6047 req-7c398bce-88fc-453e-9c68-9a983d6a2ee8 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:51.422260 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-cceaae81-c75c-4e17-b8ee-3db5619b6047 req-7c398bce-88fc-453e-9c68-9a983d6a2ee8 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 943 time: 0.0906141 May 12 15:01:51.431323 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-965c7908-e29b-45df-af67-2dd0c26069d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:51.436008 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 6f2fa8e1-7689-4239-816e-94334a287305 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:01:51.464187 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-965c7908-e29b-45df-af67-2dd0c26069d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:51.480873 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-cceaae81-c75c-4e17-b8ee-3db5619b6047 req-ddf170dd-7eca-4758-9c3e-5e2e03c18d62 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522060 May 12 15:01:51.574959 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 6f2fa8e1-7689-4239-816e-94334a287305, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6f2fa8e1-7689-4239-816e-94334a287305,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:01:51.587911 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': '6f2fa8e1-7689-4239-816e-94334a287305', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'port_id': '6f2fa8e1-7689-4239-816e-94334a287305', 'mac_address': 'fa:16:3e:0e:7d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:01:51.603003 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-965c7908-e29b-45df-af67-2dd0c26069d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:51.618653 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c7908-e29b-45df-af67-2dd0c26069d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999d6132-c287-4584-83ee-634570ce733a,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:51.626456 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-965c7908-e29b-45df-af67-2dd0c26069d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:51.627621 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-965c7908-e29b-45df-af67-2dd0c26069d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/999d6132-c287-4584-83ee-634570ce733a HTTP/1.1" status: 204 len: 168 time: 0.2583258 May 12 15:01:51.661208 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:51.679021 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f2fa8e1-7689-4239-816e-94334a287305 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:01:51.695277 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 6f2fa8e1-7689-4239-816e-94334a287305, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6f2fa8e1-7689-4239-816e-94334a287305,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:01:51.814249 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:51.884186 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=6f2fa8e1-7689-4239-816e-94334a287305,revision_number=9']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:52.157335 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['6f2fa8e1-7689-4239-816e-94334a287305'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:01:52.705521 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828a048-ebbb-493c-9f29-14e0786dad62 req-97b3214a-1f67-4439-b72d-946164b7b912 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:52.707033 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9828a048-ebbb-493c-9f29-14e0786dad62 req-97b3214a-1f67-4439-b72d-946164b7b912 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 944 time: 0.0848851 May 12 15:01:52.753578 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9828a048-ebbb-493c-9f29-14e0786dad62 req-309ca06f-f693-40a8-9689-d09d2d2a2dfb tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407739 May 12 15:01:53.433694 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 6f2fa8e1-7689-4239-816e-94334a287305 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:01:53.502512 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port 6f2fa8e1-7689-4239-816e-94334a287305 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:01:53.502800 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:53.621538 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:53.649692 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2fa8e1-7689-4239-816e-94334a287305'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:01:53.662497 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 6f2fa8e1-7689-4239-816e-94334a287305, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6f2fa8e1-7689-4239-816e-94334a287305,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:01:53.700501 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab989354-b757-42bc-a009-2ad0cc67b79e'] response: {'server_uuid': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2fa8e1-7689-4239-816e-94334a287305', 'code': 200} May 12 15:01:53.786467 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:53.906249 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=6f2fa8e1-7689-4239-816e-94334a287305,revision_number=10']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:53.974607 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef4d7b-75c1-4783-bf66-12f4a5a87689 req-09e7ccae-b698-480e-a742-771f6151d78a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:53.976137 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-45ef4d7b-75c1-4783-bf66-12f4a5a87689 req-09e7ccae-b698-480e-a742-771f6151d78a tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 946 time: 0.0962627 May 12 15:01:54.025735 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-45ef4d7b-75c1-4783-bf66-12f4a5a87689 req-11120a62-5533-4228-a845-25d3b554469c tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438809 May 12 15:01:54.250905 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c849e-bdb6-4d30-aaa0-d4840deff593 req-72d46e66-5682-4db8-89f4-42e615e24e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:54.252363 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1f1c849e-bdb6-4d30-aaa0-d4840deff593 req-72d46e66-5682-4db8-89f4-42e615e24e3c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 1099 time: 0.0735099 May 12 15:01:54.297379 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1f1c849e-bdb6-4d30-aaa0-d4840deff593 req-fda2348e-263d-4df0-8c7d-728c65cc3a7b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385754 May 12 15:01:55.239856 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebbc7a-61fc-4902-9d1a-93162701be8c req-ae2418b5-2735-478d-9338-a6aca1074a39 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:55.241374 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-04ebbc7a-61fc-4902-9d1a-93162701be8c req-ae2418b5-2735-478d-9338-a6aca1074a39 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 946 time: 0.0915270 May 12 15:01:55.287377 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-04ebbc7a-61fc-4902-9d1a-93162701be8c req-750d163d-8225-4256-9817-29bbdafe6b44 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398886 May 12 15:01:56.486489 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147193b1-7b23-4398-a378-c3aa64c54d3d req-198a53a5-7808-427e-91e6-1092d47b830d tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:56.488245 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-147193b1-7b23-4398-a378-c3aa64c54d3d req-198a53a5-7808-427e-91e6-1092d47b830d tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 946 time: 0.0876508 May 12 15:01:56.534866 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-147193b1-7b23-4398-a378-c3aa64c54d3d req-56a5b60b-e9c0-449e-9e47-3e6c5d6231c8 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403569 May 12 15:01:57.882874 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211b8e6-d877-4194-8a26-82f950b931fb req-f4e9ae4f-149d-4e1a-b75d-837d5cb48d09 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:57.884379 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f211b8e6-d877-4194-8a26-82f950b931fb req-f4e9ae4f-149d-4e1a-b75d-837d5cb48d09 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 946 time: 0.2295220 May 12 15:01:57.896676 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498cfe4-6446-4bda-9089-0d9bcf00bc77 req-6979d5b8-4081-496c-a7e2-6b5ab60f0a62 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:57.898029 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d498cfe4-6446-4bda-9089-0d9bcf00bc77 req-6979d5b8-4081-496c-a7e2-6b5ab60f0a62 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 945 time: 0.1172793 May 12 15:01:57.968737 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f211b8e6-d877-4194-8a26-82f950b931fb req-febbe9b8-5c3c-42bf-9174-20d92206ad58 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697646 May 12 15:01:57.971441 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d498cfe4-6446-4bda-9089-0d9bcf00bc77 req-9c6c6795-ff9e-4a19-bd31-e417147fd416 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591457 May 12 15:01:58.769660 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 39912) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:58.893438 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1f83d1f2-92d8-4f42-b49a-7c82790b70ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:58.907981 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-1f83d1f2-92d8-4f42-b49a-7c82790b70ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:01:58.912058 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-1f83d1f2-92d8-4f42-b49a-7c82790b70ea admin admin] Usage tracker for resource:security_group_rule and tenant:ae8e6c36db3342598ee4b2369316dcea is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:01:58.914939 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-1f83d1f2-92d8-4f42-b49a-7c82790b70ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:01:58.922160 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-1f83d1f2-92d8-4f42-b49a-7c82790b70ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:01:59.009294 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1f83d1f2-92d8-4f42-b49a-7c82790b70ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:59.081850 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1f83d1f2-92d8-4f42-b49a-7c82790b70ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:59.129494 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83d1f2-92d8-4f42-b49a-7c82790b70ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134a3ff5-b905-4adc-a4f2-4e342a92b399,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:59.134501 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-1f83d1f2-92d8-4f42-b49a-7c82790b70ea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ae8e6c36db3342598ee4b2369316dcea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627543 May 12 15:01:59.139659 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 39920) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:01:59.204103 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64371772-2d5a-413c-b8af-d2c4ba9e1d26 req-626ba66a-2ed0-4723-a9a9-d23693d1d08f tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:01:59.205642 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-64371772-2d5a-413c-b8af-d2c4ba9e1d26 req-626ba66a-2ed0-4723-a9a9-d23693d1d08f tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 945 time: 0.1253054 May 12 15:01:59.238468 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:59.281998 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:59.290763 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-64371772-2d5a-413c-b8af-d2c4ba9e1d26 req-4abc7995-c9ce-4aba-8157-d2d31294a2f3 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763545 May 12 15:01:59.454241 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:59.472092 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134a3ff5-b905-4adc-a4f2-4e342a92b399,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:01:59.482407 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:59.482751 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:59.483087 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:59.483420 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:59.483742 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:59.484064 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:59.484383 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:59.484701 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:59.485023 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:59.485335 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:59.485676 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:59.486048 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:01:59.496375 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:01:59.497819 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-2751888b-a01a-4c69-8569-294f8543973e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/134a3ff5-b905-4adc-a4f2-4e342a92b399 HTTP/1.1" status: 204 len: 168 time: 0.3590512 May 12 15:02:00.478832 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb201af-ab12-4520-bc6c-79294366fff1 req-4e9b41d7-2e11-4c9f-a558-397af920da56 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:00.482011 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1bb201af-ab12-4520-bc6c-79294366fff1 req-4e9b41d7-2e11-4c9f-a558-397af920da56 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 945 time: 0.0833786 May 12 15:02:00.524948 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1bb201af-ab12-4520-bc6c-79294366fff1 req-9e6d9da2-cabb-4819-a6dc-9b4d7f4c4e61 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382559 May 12 15:02:01.713436 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84e21d-2bae-446b-b224-5a2308351824 req-c0f275b6-4cff-42b3-b328-ece57711cf0c tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:01.714889 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0a84e21d-2bae-446b-b224-5a2308351824 req-c0f275b6-4cff-42b3-b328-ece57711cf0c tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 945 time: 0.0802917 May 12 15:02:01.761952 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0a84e21d-2bae-446b-b224-5a2308351824 req-f42ec399-db8b-44ee-a398-a81ad425b3ba tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 May 12 15:02:02.563486 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12f49f-8a47-4fd8-bbcd-124852e8f515 req-8b753adb-2a24-4a14-b0e4-21d844cb2e55 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:02.564800 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ca12f49f-8a47-4fd8-bbcd-124852e8f515 req-8b753adb-2a24-4a14-b0e4-21d844cb2e55 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 945 time: 0.0796010 May 12 15:02:02.633006 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-ca12f49f-8a47-4fd8-bbcd-124852e8f515 req-040ef0f6-9e66-4b3d-97f8-5f5501644880 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Deleting port 3b05b4bc-577b-452a-8390-b4f2a69786e2 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:02:02.633342 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ca12f49f-8a47-4fd8-bbcd-124852e8f515 req-040ef0f6-9e66-4b3d-97f8-5f5501644880 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:02.916480 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-ca12f49f-8a47-4fd8-bbcd-124852e8f515 req-040ef0f6-9e66-4b3d-97f8-5f5501644880 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] For port 3b05b4bc-577b-452a-8390-b4f2a69786e2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3b05b4bc-577b-452a-8390-b4f2a69786e2,segment=NetworkSegment(6b44ca7e-6fe5-4960-9177-ccda999616e5),segment_id=6b44ca7e-6fe5-4960-9177-ccda999616e5)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:02:02.917330 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ca12f49f-8a47-4fd8-bbcd-124852e8f515 req-040ef0f6-9e66-4b3d-97f8-5f5501644880 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:03.056923 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-ca12f49f-8a47-4fd8-bbcd-124852e8f515 req-040ef0f6-9e66-4b3d-97f8-5f5501644880 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Calling delete_port for 3b05b4bc-577b-452a-8390-b4f2a69786e2 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:02:03.148095 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374194d1-2b25-4302-bd9c-be4947710f80 req-26f9e9f0-f2fd-4490-a46a-674232eb29ee tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:03.149560 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-374194d1-2b25-4302-bd9c-be4947710f80 req-26f9e9f0-f2fd-4490-a46a-674232eb29ee tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 945 time: 0.2752151 May 12 15:02:03.250257 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-374194d1-2b25-4302-bd9c-be4947710f80 req-48a36c93-44bb-437b-b3e6-a7cfe2a27a44 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/security-groups?id=c67b9669-b3cb-4806-804d-429e260eb754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630548 May 12 15:02:03.339794 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ca12f49f-8a47-4fd8-bbcd-124852e8f515 req-040ef0f6-9e66-4b3d-97f8-5f5501644880 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:03.375773 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['3b05b4bc-577b-452a-8390-b4f2a69786e2'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:02:03.391691 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ef0f6-9e66-4b3d-97f8-5f5501644880 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Pushing event deleted for resources: {'Port': ['ID=3b05b4bc-577b-452a-8390-b4f2a69786e2,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:03.471866 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca12f49f-8a47-4fd8-bbcd-124852e8f515 req-040ef0f6-9e66-4b3d-97f8-5f5501644880 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] No DVR routers for this DVR port 3b05b4bc-577b-452a-8390-b4f2a69786e2 on host hv-cinder-83118 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:02:03.474387 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ca12f49f-8a47-4fd8-bbcd-124852e8f515 req-040ef0f6-9e66-4b3d-97f8-5f5501644880 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:03.476963 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b262369-eb44-46e7-8b52-c8bf583b7ca4', 'name': 'network-vif-deleted', 'tag': '3b05b4bc-577b-452a-8390-b4f2a69786e2'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:02:03.489220 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ca12f49f-8a47-4fd8-bbcd-124852e8f515 req-040ef0f6-9e66-4b3d-97f8-5f5501644880 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.69 "DELETE /v2.0/ports/3b05b4bc-577b-452a-8390-b4f2a69786e2 HTTP/1.1" status: 204 len: 173 time: 0.9192631 May 12 15:02:03.525903 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359ce21c-2e7a-45bf-b96f-31235d843941'] response: {'server_uuid': '0b262369-eb44-46e7-8b52-c8bf583b7ca4', 'name': 'network-vif-deleted', 'tag': '3b05b4bc-577b-452a-8390-b4f2a69786e2', 'status': 'completed', 'code': 200} May 12 15:02:04.420157 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-0175779e-78c8-4b62-8dd6-4faf1bb06d25 req-be174df6-9077-42a9-9da4-58f19d84f810 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Synchronizing usage tracker for tenant:16c167e545af46a59055ef51ada6991e on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:02:04.500189 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-0175779e-78c8-4b62-8dd6-4faf1bb06d25 req-be174df6-9077-42a9-9da4-58f19d84f810 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] Unset dirty status for tenant:16c167e545af46a59055ef51ada6991e on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:02:04.501424 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0175779e-78c8-4b62-8dd6-4faf1bb06d25 req-be174df6-9077-42a9-9da4-58f19d84f810 tempest-VolumesSnapshotTestJSON-1949699049 tempest-VolumesSnapshotTestJSON-1949699049-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b262369-eb44-46e7-8b52-c8bf583b7ca4 HTTP/1.1" status: 200 len: 210 time: 0.1298203 May 12 15:02:05.458419 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 3b05b4bc-577b-452a-8390-b4f2a69786e2 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:02:05.492610 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: 3b05b4bc-577b-452a-8390-b4f2a69786e2 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:02:05.492858 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 3b05b4bc-577b-452a-8390-b4f2a69786e2 not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:02:10.860139 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd1c9472-080b-40bb-b017-1279cd64c381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:13.082842 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4d610a6-4e28-4861-a1a1-aa95c1044e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:13.152092 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ab7f9-223a-4830-bb3a-a63a6039b95b req-0e62ae09-25f7-487b-9a5b-f0a54d94df21 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:13.153443 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3e8ab7f9-223a-4830-bb3a-a63a6039b95b req-0e62ae09-25f7-487b-9a5b-f0a54d94df21 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 946 time: 0.1695244 May 12 15:02:13.199401 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3e8ab7f9-223a-4830-bb3a-a63a6039b95b req-fe2b2475-3223-40ef-9aa5-47e34b961c4b tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8266c30-d04b-4323-9af6-9755b0b8be0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393162 May 12 15:02:14.395942 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348c181-b03e-40a0-8078-374a9851ded5 req-3826224b-1903-4151-8be5-fc81892c3518 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:14.397374 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0348c181-b03e-40a0-8078-374a9851ded5 req-3826224b-1903-4151-8be5-fc81892c3518 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 946 time: 0.0832136 May 12 15:02:14.446194 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0348c181-b03e-40a0-8078-374a9851ded5 req-ed35a062-f187-4958-8ef5-dcffe703367e tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8266c30-d04b-4323-9af6-9755b0b8be0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430164 May 12 15:02:14.602683 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:14.779073 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e674bf-811f-43c1-9ead-501d0be105a8 req-808fd686-155a-47cc-b751-91d913ca487d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:14.780525 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f7e674bf-811f-43c1-9ead-501d0be105a8 req-808fd686-155a-47cc-b751-91d913ca487d tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 946 time: 0.0804212 May 12 15:02:14.851855 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-f7e674bf-811f-43c1-9ead-501d0be105a8 req-42b2e629-0e26-45ee-946d-7fbfc46b22d9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Deleting port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:02:14.852186 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f7e674bf-811f-43c1-9ead-501d0be105a8 req-42b2e629-0e26-45ee-946d-7fbfc46b22d9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:15.104196 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-f7e674bf-811f-43c1-9ead-501d0be105a8 req-42b2e629-0e26-45ee-946d-7fbfc46b22d9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] For port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1e28e1b9-d728-430c-8aef-c000d8a9cbc5,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:02:15.104529 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f7e674bf-811f-43c1-9ead-501d0be105a8 req-42b2e629-0e26-45ee-946d-7fbfc46b22d9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:15.180237 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:15.412056 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f7e674bf-811f-43c1-9ead-501d0be105a8 req-42b2e629-0e26-45ee-946d-7fbfc46b22d9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:15.412661 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f7e674bf-811f-43c1-9ead-501d0be105a8 req-42b2e629-0e26-45ee-946d-7fbfc46b22d9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:15.412771 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.db.l3_db [req-f7e674bf-811f-43c1-9ead-501d0be105a8 req-42b2e629-0e26-45ee-946d-7fbfc46b22d9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Floating IP 881265a2-a699-4686-a6ca-01951001b091 disassociated. External IP: 172.28.3.78, port: 1e28e1b9-d728-430c-8aef-c000d8a9cbc5. May 12 15:02:15.413077 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-f7e674bf-811f-43c1-9ead-501d0be105a8 req-42b2e629-0e26-45ee-946d-7fbfc46b22d9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Calling delete_port for 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:02:15.644449 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9e4d8-616f-4a05-a124-211cbeb1af95 req-ebfadd9e-4f1b-4397-8b3e-c52653bebee4 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:15.645958 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7bc9e4d8-616f-4a05-a124-211cbeb1af95 req-ebfadd9e-4f1b-4397-8b3e-c52653bebee4 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 946 time: 0.0887883 May 12 15:02:15.648329 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f7e674bf-811f-43c1-9ead-501d0be105a8 req-42b2e629-0e26-45ee-946d-7fbfc46b22d9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:15.715138 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2e629-0e26-45ee-946d-7fbfc46b22d9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event deleted for resources: {'Port': ['ID=1e28e1b9-d728-430c-8aef-c000d8a9cbc5,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:15.801346 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7bc9e4d8-616f-4a05-a124-211cbeb1af95 req-d3c7abef-2c7c-48a1-ab84-130ab1cda0b7 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8266c30-d04b-4323-9af6-9755b0b8be0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466470 May 12 15:02:15.929649 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7e674bf-811f-43c1-9ead-501d0be105a8 req-42b2e629-0e26-45ee-946d-7fbfc46b22d9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Router f70c95fa-61de-4e27-b177-dd890ca5ccb1 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:02:16.062012 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:16.212309 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7e674bf-811f-43c1-9ead-501d0be105a8 req-42b2e629-0e26-45ee-946d-7fbfc46b22d9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:02:16.222506 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9923d1-e7fe-4d0f-85a0-4ced5cb8b81e None None] Sync routers for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:02:16.232068 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9923d1-e7fe-4d0f-85a0-4ced5cb8b81e None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:02:16.232674 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ab9923d1-e7fe-4d0f-85a0-4ced5cb8b81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:02:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:16.289183 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e674bf-811f-43c1-9ead-501d0be105a8 req-42b2e629-0e26-45ee-946d-7fbfc46b22d9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] No DVR routers for this DVR port 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 on host hv-cinder-83118 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:02:16.291626 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f7e674bf-811f-43c1-9ead-501d0be105a8 req-42b2e629-0e26-45ee-946d-7fbfc46b22d9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:16.294160 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd922c718-3d6c-493e-8784-bded19554cec', 'name': 'network-vif-deleted', 'tag': '1e28e1b9-d728-430c-8aef-c000d8a9cbc5'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:02:16.342734 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-967d764e-62a3-4386-a0ee-8313cdffd776'] response: {'server_uuid': 'd922c718-3d6c-493e-8784-bded19554cec', 'name': 'network-vif-deleted', 'tag': '1e28e1b9-d728-430c-8aef-c000d8a9cbc5', 'status': 'completed', 'code': 200} May 12 15:02:16.369195 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f7e674bf-811f-43c1-9ead-501d0be105a8 req-42b2e629-0e26-45ee-946d-7fbfc46b22d9 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.69 "DELETE /v2.0/ports/1e28e1b9-d728-430c-8aef-c000d8a9cbc5 HTTP/1.1" status: 204 len: 173 time: 1.5830503 May 12 15:02:16.447865 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ab9923d1-e7fe-4d0f-85a0-4ced5cb8b81e None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:02:16.760245 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ab9923d1-e7fe-4d0f-85a0-4ced5cb8b81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:16.764569 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9923d1-e7fe-4d0f-85a0-4ced5cb8b81e None None] Checking router: f70c95fa-61de-4e27-b177-dd890ca5ccb1 for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:02:16.773514 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9923d1-e7fe-4d0f-85a0-4ced5cb8b81e None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:02:16.774128 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ab9923d1-e7fe-4d0f-85a0-4ced5cb8b81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:02:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:16.961735 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ab9923d1-e7fe-4d0f-85a0-4ced5cb8b81e None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:02:16.989511 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-ea54e24a-3961-48a7-a0a6-300fe84299ed req-b0680bdd-78ee-4ec4-afb8-128778bf7fe3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Synchronizing usage tracker for tenant:65de6117be774a79b70ff72040037424 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:02:17.094726 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-ea54e24a-3961-48a7-a0a6-300fe84299ed req-b0680bdd-78ee-4ec4-afb8-128778bf7fe3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Unset dirty status for tenant:65de6117be774a79b70ff72040037424 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:02:17.095957 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ea54e24a-3961-48a7-a0a6-300fe84299ed req-b0680bdd-78ee-4ec4-afb8-128778bf7fe3 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/ports?device_id=d922c718-3d6c-493e-8784-bded19554cec HTTP/1.1" status: 200 len: 210 time: 0.1633065 May 12 15:02:17.325580 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ab9923d1-e7fe-4d0f-85a0-4ced5cb8b81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:17.330770 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9923d1-e7fe-4d0f-85a0-4ced5cb8b81e None None] The sync data for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb is: [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '9a05a3a5-86cd-40a4-953d-f92960f87c19', 'name': '', 'network_id': 'dfb381ca-02ac-4901-8dbb-a068765d875a', 'tenant_id': '65de6117be774a79b70ff72040037424', 'mac_address': 'fa:16:3e:b4:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:57Z', 'updated_at': '2022-05-12T14:56:16Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'subnets': [{'id': 'f6795c39-e288-4c6f-98dd-c92d29478c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:02:17.451257 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:02:17.552188 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae049f5-d7a6-408c-afb9-af626f9b1607 None None] New status for floating IP 881265a2-a699-4686-a6ca-01951001b091: DOWN {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:02:17.604838 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:02:17.660538 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:02:17.660899 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 1e28e1b9-d728-430c-8aef-c000d8a9cbc5 not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:02:18.317821 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40054) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:18.391401 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-35a775e1-2cf8-41bf-bc9c-86e902569279 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:18.419550 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-35a775e1-2cf8-41bf-bc9c-86e902569279 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:18.574438 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-35a775e1-2cf8-41bf-bc9c-86e902569279 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:18.595404 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a775e1-2cf8-41bf-bc9c-86e902569279 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8266c30-d04b-4323-9af6-9755b0b8be0b,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:18.701163 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-35a775e1-2cf8-41bf-bc9c-86e902569279 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:18.702505 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-35a775e1-2cf8-41bf-bc9c-86e902569279 tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "DELETE /v2.0/security-groups/d8266c30-d04b-4323-9af6-9755b0b8be0b HTTP/1.1" status: 204 len: 168 time: 0.3834457 May 12 15:02:18.705862 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40058) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:18.721997 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.api.v2.resource [None req-cd0ff679-f156-4b16-8f8d-d9981507aafc tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] show failed (client error): The resource could not be found. May 12 15:02:18.723209 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-cd0ff679-f156-4b16-8f8d-d9981507aafc tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "GET /v2.0/security-groups/d8266c30-d04b-4323-9af6-9755b0b8be0b HTTP/1.1" status: 404 len: 347 time: 0.0160480 May 12 15:02:18.725729 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40062) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:18.891743 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-75db081c-f6fc-4a1d-959f-9542e5ecfaad tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Deleting port 22dbf0ff-feaf-42ba-97dc-1f13b36431f1 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:02:18.892098 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-75db081c-f6fc-4a1d-959f-9542e5ecfaad tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:19.042786 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:19.071941 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-75db081c-f6fc-4a1d-959f-9542e5ecfaad tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:19.072263 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-75db081c-f6fc-4a1d-959f-9542e5ecfaad tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:19.291664 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-75db081c-f6fc-4a1d-959f-9542e5ecfaad tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Calling delete_port for 22dbf0ff-feaf-42ba-97dc-1f13b36431f1 owned by network:floatingip {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:02:19.574098 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-75db081c-f6fc-4a1d-959f-9542e5ecfaad tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:19.622953 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db081c-f6fc-4a1d-959f-9542e5ecfaad tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Pushing event deleted for resources: {'Port': ['ID=22dbf0ff-feaf-42ba-97dc-1f13b36431f1,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:19.715436 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-75db081c-f6fc-4a1d-959f-9542e5ecfaad tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks [] for floatingip, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:19.802388 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-75db081c-f6fc-4a1d-959f-9542e5ecfaad tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:19.803521 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-75db081c-f6fc-4a1d-959f-9542e5ecfaad tempest-AttachVolumeNegativeTest-372413425 tempest-AttachVolumeNegativeTest-372413425-project] 10.222.0.70 "DELETE /v2.0/floatingips/881265a2-a699-4686-a6ca-01951001b091 HTTP/1.1" status: 204 len: 168 time: 1.0768554 May 12 15:02:22.412016 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-57c1ecd5-0be7-4231-837e-74670f56e378 req-3ad96ca3-62ac-49e2-b722-9f0303c69ad4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744545 May 12 15:02:22.526600 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1ecd5-0be7-4231-837e-74670f56e378 req-21609824-4897-442c-bf96-5cfb5c60c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:22.528098 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-57c1ecd5-0be7-4231-837e-74670f56e378 req-21609824-4897-442c-bf96-5cfb5c60c670 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecfdd8e25a724584b830818714552807&device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 1098 time: 0.0801032 May 12 15:02:22.678921 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1ecd5-0be7-4231-837e-74670f56e378 req-cb025e1f-1ec3-4f6f-8ad5-687da1ce15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:22.680418 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-57c1ecd5-0be7-4231-837e-74670f56e378 req-cb025e1f-1ec3-4f6f-8ad5-687da1ce15ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=c869c893-5e1b-47a8-8cc0-0cb63524d61c HTTP/1.1" status: 200 len: 910 time: 0.1315436 May 12 15:02:22.785901 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-57c1ecd5-0be7-4231-837e-74670f56e378 req-551acc07-c9fe-45ea-b5cb-d3a8a8b31f7a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf HTTP/1.1" status: 200 len: 1001 time: 0.0993695 May 12 15:02:22.852266 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1ecd5-0be7-4231-837e-74670f56e378 req-af917348-69e7-424f-b4af-08737c9a2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:22.853772 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-57c1ecd5-0be7-4231-837e-74670f56e378 req-af917348-69e7-424f-b4af-08737c9a2dcb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e4512ec-10c3-466b-9882-15d05fa1f1c5 HTTP/1.1" status: 200 len: 848 time: 0.0621183 May 12 15:02:22.931565 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1ecd5-0be7-4231-837e-74670f56e378 req-51a5f9b9-f35f-482e-adaf-ba9b2618ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:22.933049 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-57c1ecd5-0be7-4231-837e-74670f56e378 req-51a5f9b9-f35f-482e-adaf-ba9b2618ac48 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c869c893-5e1b-47a8-8cc0-0cb63524d61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733836 May 12 15:02:23.071260 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-57c1ecd5-0be7-4231-837e-74670f56e378 req-7038ed98-d627-444c-a0af-be828ff86388 service neutron] 10.222.0.69 "GET /v2.0/networks/c869c893-5e1b-47a8-8cc0-0cb63524d61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320510 May 12 15:02:23.211764 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-57c1ecd5-0be7-4231-837e-74670f56e378 req-ed585860-7023-48ee-8980-92c437be5cd9 service neutron] 10.222.0.69 "GET /v2.0/networks/c869c893-5e1b-47a8-8cc0-0cb63524d61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335809 May 12 15:02:24.561566 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40132) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:25.313191 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-58e3b844-6b41-4088-a261-e4c009272d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587065'] for router_interface, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:25.669174 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-58e3b844-6b41-4088-a261-e4c009272d67 admin admin] Deleting port 9a05a3a5-86cd-40a4-953d-f92960f87c19 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:02:25.669937 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-58e3b844-6b41-4088-a261-e4c009272d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:25.839010 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-58e3b844-6b41-4088-a261-e4c009272d67 admin admin] For port 9a05a3a5-86cd-40a4-953d-f92960f87c19, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=9a05a3a5-86cd-40a4-953d-f92960f87c19,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:02:25.839359 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-58e3b844-6b41-4088-a261-e4c009272d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:26.055288 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-58e3b844-6b41-4088-a261-e4c009272d67 admin admin] Calling delete_port for 9a05a3a5-86cd-40a4-953d-f92960f87c19 owned by network:router_interface {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:02:26.464266 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-58e3b844-6b41-4088-a261-e4c009272d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:26.520467 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3b844-6b41-4088-a261-e4c009272d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a05a3a5-86cd-40a4-953d-f92960f87c19,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:26.797473 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-58e3b844-6b41-4088-a261-e4c009272d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624265'] for router_interface, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:27.165382 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e3b844-6b41-4088-a261-e4c009272d67 admin admin] Router f70c95fa-61de-4e27-b177-dd890ca5ccb1 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:02:27.450223 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e3b844-6b41-4088-a261-e4c009272d67 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:02:27.461030 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d18c4a5-5714-48b1-9fb0-fcc6b411d167 None None] Sync routers for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:02:27.466689 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 40166) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:27.472701 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-58e3b844-6b41-4088-a261-e4c009272d67 admin admin] 10.222.0.70 "PUT /v2.0/routers/f70c95fa-61de-4e27-b177-dd890ca5ccb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9039729 May 12 15:02:27.473172 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d18c4a5-5714-48b1-9fb0-fcc6b411d167 None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:02:27.473807 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0d18c4a5-5714-48b1-9fb0-fcc6b411d167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:02:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:27.664211 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-0d18c4a5-5714-48b1-9fb0-fcc6b411d167 None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:02:27.676886 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fe922d1c-5c3c-4ff3-8c25-f1b5948d56de admin admin] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:27.883643 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fe922d1c-5c3c-4ff3-8c25-f1b5948d56de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:27.951762 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-fe922d1c-5c3c-4ff3-8c25-f1b5948d56de admin admin] Deleting port 2bedb86e-1554-483b-90e1-f05ac60a2ab9 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:02:27.952104 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fe922d1c-5c3c-4ff3-8c25-f1b5948d56de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:28.094158 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0d18c4a5-5714-48b1-9fb0-fcc6b411d167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T15:02:26Z', 'revision_number': 5, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port': {'id': '2bedb86e-1554-483b-90e1-f05ac60a2ab9', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:46:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:28.102132 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d18c4a5-5714-48b1-9fb0-fcc6b411d167 None None] Checking router: f70c95fa-61de-4e27-b177-dd890ca5ccb1 for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:02:28.115255 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d18c4a5-5714-48b1-9fb0-fcc6b411d167 None None] Routers {'f70c95fa-61de-4e27-b177-dd890ca5ccb1'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:02:28.115981 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0d18c4a5-5714-48b1-9fb0-fcc6b411d167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:02:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:28.244238 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-fe922d1c-5c3c-4ff3-8c25-f1b5948d56de admin admin] For port 2bedb86e-1554-483b-90e1-f05ac60a2ab9, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=2bedb86e-1554-483b-90e1-f05ac60a2ab9,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:02:28.244597 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fe922d1c-5c3c-4ff3-8c25-f1b5948d56de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:28.336932 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-0d18c4a5-5714-48b1-9fb0-fcc6b411d167 None None] Set router f70c95fa-61de-4e27-b177-dd890ca5ccb1 gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:02:28.376248 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-fe922d1c-5c3c-4ff3-8c25-f1b5948d56de admin admin] Calling delete_port for 2bedb86e-1554-483b-90e1-f05ac60a2ab9 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:02:28.454859 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0d18c4a5-5714-48b1-9fb0-fcc6b411d167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T15:02:27Z', 'revision_number': 6, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port_host': None}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:28.461981 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d18c4a5-5714-48b1-9fb0-fcc6b411d167 None None] The sync data for ids ['f70c95fa-61de-4e27-b177-dd890ca5ccb1'] in dv-cinder-831187-2-smb is: [{'id': 'f70c95fa-61de-4e27-b177-dd890ca5ccb1', 'name': 'tempest-AttachVolumeNegativeTest-125322902-router', 'tenant_id': '65de6117be774a79b70ff72040037424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:41Z', 'updated_at': '2022-05-12T15:02:27Z', 'revision_number': 6, 'project_id': '65de6117be774a79b70ff72040037424', 'gw_port_host': None}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:02:28.643147 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fe922d1c-5c3c-4ff3-8c25-f1b5948d56de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:28.693459 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe922d1c-5c3c-4ff3-8c25-f1b5948d56de admin admin] Pushing event deleted for resources: {'Port': ['ID=2bedb86e-1554-483b-90e1-f05ac60a2ab9,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:28.783013 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fe922d1c-5c3c-4ff3-8c25-f1b5948d56de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624900'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:28.947471 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 40178) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:29.002601 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fe922d1c-5c3c-4ff3-8c25-f1b5948d56de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10131'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.006446 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fe922d1c-5c3c-4ff3-8c25-f1b5948d56de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.032879 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-befddc96-903d-4e29-bc4a-c2da73ccee76 admin admin] Deleting subnet 27fdcbcc-a105-46eb-ad58-53073d1a420d {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 15:02:29.036774 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-befddc96-903d-4e29-bc4a-c2da73ccee76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.087062 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-befddc96-903d-4e29-bc4a-c2da73ccee76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2352204'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.144474 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fe922d1c-5c3c-4ff3-8c25-f1b5948d56de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1622393'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.144910 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe922d1c-5c3c-4ff3-8c25-f1b5948d56de admin admin] Fanout notify agent at l3_agent the message router_deleted on router f70c95fa-61de-4e27-b177-dd890ca5ccb1 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:02:29.146612 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-befddc96-903d-4e29-bc4a-c2da73ccee76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698402'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.204560 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fe922d1c-5c3c-4ff3-8c25-f1b5948d56de admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.208790 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-fe922d1c-5c3c-4ff3-8c25-f1b5948d56de admin admin] 10.222.0.70 "DELETE /v2.0/routers/f70c95fa-61de-4e27-b177-dd890ca5ccb1 HTTP/1.1" status: 204 len: 168 time: 1.7379382 May 12 15:02:29.209120 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40182) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:29.274378 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_v2 [None req-7191d404-33c5-41e9-9344-a9e942ca3602 admin admin] Deleting subnet f6795c39-e288-4c6f-98dd-c92d29478c9e {{(pid=88106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 15:02:29.277457 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7191d404-33c5-41e9-9344-a9e942ca3602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.300560 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-befddc96-903d-4e29-bc4a-c2da73ccee76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1090097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2178521'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.334472 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7191d404-33c5-41e9-9344-a9e942ca3602 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4098424'] for subnet, precommit_delete_associations {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.343649 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befddc96-903d-4e29-bc4a-c2da73ccee76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27fdcbcc-a105-46eb-ad58-53073d1a420d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:29.350109 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-befddc96-903d-4e29-bc4a-c2da73ccee76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.358652 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-befddc96-903d-4e29-bc4a-c2da73ccee76 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/27fdcbcc-a105-46eb-ad58-53073d1a420d HTTP/1.1" status: 204 len: 168 time: 0.4079435 May 12 15:02:29.358915 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 40186) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:29.466320 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7191d404-33c5-41e9-9344-a9e942ca3602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698402'] for subnet, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.473410 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aba19b3e-75b7-45ee-a6d2-5d7b3c854954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763935'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.591583 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7191d404-33c5-41e9-9344-a9e942ca3602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2236562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146262'] for subnet, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.615257 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aba19b3e-75b7-45ee-a6d2-5d7b3c854954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8787124724866'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.634318 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191d404-33c5-41e9-9344-a9e942ca3602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6795c39-e288-4c6f-98dd-c92d29478c9e,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:29.638201 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7191d404-33c5-41e9-9344-a9e942ca3602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.645057 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.services.segments.db [None req-aba19b3e-75b7-45ee-a6d2-5d7b3c854954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f458de-7c33-464f-83ae-59a0cbeb639c']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:29.645675 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8efcd6-3267-410e-8df4-ba84b471a15b None None] Network dfb381ca-02ac-4901-8dbb-a068765d875a requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 15:02:29.648785 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-7191d404-33c5-41e9-9344-a9e942ca3602 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f6795c39-e288-4c6f-98dd-c92d29478c9e HTTP/1.1" status: 204 len: 168 time: 0.4389882 May 12 15:02:29.649436 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40190) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:29.672311 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.services.segments.db [None req-aba19b3e-75b7-45ee-a6d2-5d7b3c854954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b44ca7e-6fe5-4960-9177-ccda999616e5') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:29.672792 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.services.segments.db [None req-aba19b3e-75b7-45ee-a6d2-5d7b3c854954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b44ca7e-6fe5-4960-9177-ccda999616e5') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:29.690816 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aba19b3e-75b7-45ee-a6d2-5d7b3c854954 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787124727709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2352245'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.711476 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aba19b3e-75b7-45ee-a6d2-5d7b3c854954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.722767 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba19b3e-75b7-45ee-a6d2-5d7b3c854954 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:02:29.723430 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aba19b3e-75b7-45ee-a6d2-5d7b3c854954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-738659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1089427'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: Traceback (most recent call last): May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: timer() May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: cb(*args, **kw) May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: return func(*args, **kwargs) May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: self._notify() May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: self.callback(batched_events) May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: event.method(event) May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: return f(self, *a, **k) May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: return self._get(url).json() May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: return self.request(url, 'GET', **kwargs) May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:02:29.740377 dv-cinder-831187-2-smb neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:02:29.769303 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763935'] for network, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.780802 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] Deleting port eac90d0a-04a4-4416-a699-61add0f5eb58 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:02:29.781111 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:29.954403 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb9a828-c6de-4a6f-9662-5558b13b942f None None] DHCP port deletion for dfb381ca-02ac-4901-8dbb-a068765d875a request from dv-cinder-831187-2-smb {{(pid=88108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 15:02:29.960235 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-8cb9a828-c6de-4a6f-9662-5558b13b942f None None] Deleting port eac90d0a-04a4-4416-a699-61add0f5eb58 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:02:29.960610 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a828-c6de-4a6f-9662-5558b13b942f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:30.009301 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aba19b3e-75b7-45ee-a6d2-5d7b3c854954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624953'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:30.018831 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aba19b3e-75b7-45ee-a6d2-5d7b3c854954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:30.034744 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] For port eac90d0a-04a4-4416-a699-61add0f5eb58, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=eac90d0a-04a4-4416-a699-61add0f5eb58,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:02:30.035111 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:30.043498 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba19b3e-75b7-45ee-a6d2-5d7b3c854954 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6f458de-7c33-464f-83ae-59a0cbeb639c,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:30.148219 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-aba19b3e-75b7-45ee-a6d2-5d7b3c854954 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f6f458de-7c33-464f-83ae-59a0cbeb639c HTTP/1.1" status: 204 len: 168 time: 0.7856402 May 12 15:02:30.197485 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] Calling delete_port for eac90d0a-04a4-4416-a699-61add0f5eb58 owned by network:dhcp {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:02:30.253733 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-8cb9a828-c6de-4a6f-9662-5558b13b942f None None] For port eac90d0a-04a4-4416-a699-61add0f5eb58, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=eac90d0a-04a4-4416-a699-61add0f5eb58,segment=NetworkSegment(1309e5c8-b105-4582-a0e3-6a041f06ec42),segment_id=1309e5c8-b105-4582-a0e3-6a041f06ec42)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:02:30.254394 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a828-c6de-4a6f-9662-5558b13b942f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:30.335824 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device eac90d0a-04a4-4416-a699-61add0f5eb58 no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:02:30.435931 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-8cb9a828-c6de-4a6f-9662-5558b13b942f None None] Calling delete_port for eac90d0a-04a4-4416-a699-61add0f5eb58 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:02:30.465478 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:30.519644 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac90d0a-04a4-4416-a699-61add0f5eb58,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:30.522063 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No active binding found for port eac90d0a-04a4-4416-a699-61add0f5eb58 {{(pid=88108) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 12 15:02:30.522769 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device eac90d0a-04a4-4416-a699-61add0f5eb58 not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:02:30.522935 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 2bedb86e-1554-483b-90e1-f05ac60a2ab9 no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:02:30.527573 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] No DVR routers for this DVR port eac90d0a-04a4-4416-a699-61add0f5eb58 on host dv-cinder-831187-2-smb {{(pid=88106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:02:30.570232 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: 2bedb86e-1554-483b-90e1-f05ac60a2ab9 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:02:30.570734 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 2bedb86e-1554-483b-90e1-f05ac60a2ab9 not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:02:30.571403 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 9a05a3a5-86cd-40a4-953d-f92960f87c19 no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:02:30.608188 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.db.api [None req-8cb9a828-c6de-4a6f-9662-5558b13b942f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 15:02:30.608546 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG oslo_db.api [None req-8cb9a828-c6de-4a6f-9662-5558b13b942f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 15:02:30.618034 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: 9a05a3a5-86cd-40a4-953d-f92960f87c19 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:02:30.618593 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 9a05a3a5-86cd-40a4-953d-f92960f87c19 not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:02:30.670896 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8787124724866'] for network, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:30.700325 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb381ca-02ac-4901-8dbb-a068765d875a']}} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:30.700639 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 40202) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:30.714047 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1309e5c8-b105-4582-a0e3-6a041f06ec42') {'for_net_delete': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:30.716170 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1309e5c8-b105-4582-a0e3-6a041f06ec42') {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:30.729489 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787124727709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4098369'] for segment, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:30.754283 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:30.762159 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:02:30.763186 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-738659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235696'] for segment, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:30.775033 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-de01ac4f-d0e7-4cc9-bfef-59a17dbc1084 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=16c167e545af46a59055ef51ada6991e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0733905 May 12 15:02:30.775874 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 40208) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: Traceback (most recent call last): May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: timer() May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: cb(*args, **kw) May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: return func(*args, **kwargs) May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: self._notify() May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: self.callback(batched_events) May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: event.method(event) May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: return f(self, *a, **k) May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: return self._get(url).json() May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: return self.request(url, 'GET', **kwargs) May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:02:30.780723 dv-cinder-831187-2-smb neutron-server[88106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:02:30.957082 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624953'] for network, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:30.976523 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:30.984352 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-107bef96-42a3-4a85-83e0-45a7c87ea95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:30.989636 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb381ca-02ac-4901-8dbb-a068765d875a,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:31.021243 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-107bef96-42a3-4a85-83e0-45a7c87ea95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:31.106140 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-413f20e1-160a-402c-a73c-c7c6d621f245 admin admin] 10.222.0.70 "DELETE /v2.0/networks/dfb381ca-02ac-4901-8dbb-a068765d875a HTTP/1.1" status: 204 len: 168 time: 1.4555869 May 12 15:02:31.110291 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-8cb9a828-c6de-4a6f-9662-5558b13b942f None None] Deleting port eac90d0a-04a4-4416-a699-61add0f5eb58 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:02:31.111381 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a828-c6de-4a6f-9662-5558b13b942f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:31.178374 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-107bef96-42a3-4a85-83e0-45a7c87ea95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:31.194484 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-8cb9a828-c6de-4a6f-9662-5558b13b942f None None] The port 'eac90d0a-04a4-4416-a699-61add0f5eb58' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 15:02:31.205462 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107bef96-42a3-4a85-83e0-45a7c87ea95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67b9669-b3cb-4806-804d-429e260eb754,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:31.205462 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-107bef96-42a3-4a85-83e0-45a7c87ea95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:31.205462 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-107bef96-42a3-4a85-83e0-45a7c87ea95e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c67b9669-b3cb-4806-804d-429e260eb754 HTTP/1.1" status: 204 len: 168 time: 0.4279184 May 12 15:02:31.586093 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9c0fa-231b-4e28-b7ed-eb64aee0389c req-d969c152-9ea8-4923-b527-a28cd066cfd7 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:31.587758 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f7d9c0fa-231b-4e28-b7ed-eb64aee0389c req-d969c152-9ea8-4923-b527-a28cd066cfd7 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 946 time: 0.0888169 May 12 15:02:31.640924 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f7d9c0fa-231b-4e28-b7ed-eb64aee0389c req-ab728f14-96e4-4590-b89d-59bae0cb03c4 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474262 May 12 15:02:31.674808 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40220) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:31.737435 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-164910bb-4fc6-43d7-9c30-7b74eed2b34f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=65de6117be774a79b70ff72040037424&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0610034 May 12 15:02:31.740029 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40224) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:31.807890 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-22179806-110c-436b-b38d-2fce18f29ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:31.835105 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-22179806-110c-436b-b38d-2fce18f29ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:31.956779 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-22179806-110c-436b-b38d-2fce18f29ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:31.974130 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22179806-110c-436b-b38d-2fce18f29ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7aa627-6d39-4e57-9a43-443db050efad,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:31.984392 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-22179806-110c-436b-b38d-2fce18f29ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:31.988879 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-22179806-110c-436b-b38d-2fce18f29ad8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e7aa627-6d39-4e57-9a43-443db050efad HTTP/1.1" status: 204 len: 168 time: 0.2444410 May 12 15:02:32.848003 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afbf56-291e-4191-b011-f9d491bedfb2 req-65a5a6d7-02e7-4da0-8ffd-cc4ff30959f2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:32.849443 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-43afbf56-291e-4191-b011-f9d491bedfb2 req-65a5a6d7-02e7-4da0-8ffd-cc4ff30959f2 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 946 time: 0.0853460 May 12 15:02:32.898729 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-43afbf56-291e-4191-b011-f9d491bedfb2 req-e0ffa5d2-6183-47a9-9012-3a62c00a62b6 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups?id=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435610 May 12 15:02:33.024251 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60919a6-e329-44a3-af9a-278fe4b76537 req-20b90169-b778-4305-881c-a85a7708b16e tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:33.025744 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c60919a6-e329-44a3-af9a-278fe4b76537 req-20b90169-b778-4305-881c-a85a7708b16e tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.69 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 946 time: 0.0847218 May 12 15:02:33.099340 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-c60919a6-e329-44a3-af9a-278fe4b76537 req-1d05e422-6b30-47af-bf03-46085a7482c3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Deleting port 6f2fa8e1-7689-4239-816e-94334a287305 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:02:33.099590 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c60919a6-e329-44a3-af9a-278fe4b76537 req-1d05e422-6b30-47af-bf03-46085a7482c3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:33.357237 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-c60919a6-e329-44a3-af9a-278fe4b76537 req-1d05e422-6b30-47af-bf03-46085a7482c3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] For port 6f2fa8e1-7689-4239-816e-94334a287305, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=6f2fa8e1-7689-4239-816e-94334a287305,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:02:33.357534 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c60919a6-e329-44a3-af9a-278fe4b76537 req-1d05e422-6b30-47af-bf03-46085a7482c3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:33.660746 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c60919a6-e329-44a3-af9a-278fe4b76537 req-1d05e422-6b30-47af-bf03-46085a7482c3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:33.661118 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c60919a6-e329-44a3-af9a-278fe4b76537 req-1d05e422-6b30-47af-bf03-46085a7482c3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:33.661776 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.db.l3_db [req-c60919a6-e329-44a3-af9a-278fe4b76537 req-1d05e422-6b30-47af-bf03-46085a7482c3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Floating IP 29a108cb-99bf-4502-b15b-2c2d652afa49 disassociated. External IP: 172.28.3.10, port: 6f2fa8e1-7689-4239-816e-94334a287305. May 12 15:02:33.662156 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-c60919a6-e329-44a3-af9a-278fe4b76537 req-1d05e422-6b30-47af-bf03-46085a7482c3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Calling delete_port for 6f2fa8e1-7689-4239-816e-94334a287305 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:02:33.911101 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c60919a6-e329-44a3-af9a-278fe4b76537 req-1d05e422-6b30-47af-bf03-46085a7482c3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:33.965157 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05e422-6b30-47af-bf03-46085a7482c3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event deleted for resources: {'Port': ['ID=6f2fa8e1-7689-4239-816e-94334a287305,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:34.101348 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-860e138b-0959-497a-b068-86d5f65f02e4 req-15e9498c-e41f-4cac-a585-4d157048c395 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 210 time: 0.0685689 May 12 15:02:34.223457 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c60919a6-e329-44a3-af9a-278fe4b76537 req-1d05e422-6b30-47af-bf03-46085a7482c3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:02:34.541693 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c60919a6-e329-44a3-af9a-278fe4b76537 req-1d05e422-6b30-47af-bf03-46085a7482c3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:02:34.553593 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796506b4-cdab-48bc-b366-1ed6a9f3b719 None None] Sync routers for ids ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'] in dv-cinder-831187-2-smb {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:02:34.566600 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796506b4-cdab-48bc-b366-1ed6a9f3b719 None None] Routers {'892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:02:34.567267 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-796506b4-cdab-48bc-b366-1ed6a9f3b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:02:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:34.613775 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60919a6-e329-44a3-af9a-278fe4b76537 req-1d05e422-6b30-47af-bf03-46085a7482c3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] No DVR routers for this DVR port 6f2fa8e1-7689-4239-816e-94334a287305 on host hv-cinder-83118 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:02:34.616142 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c60919a6-e329-44a3-af9a-278fe4b76537 req-1d05e422-6b30-47af-bf03-46085a7482c3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:34.618722 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'name': 'network-vif-deleted', 'tag': '6f2fa8e1-7689-4239-816e-94334a287305'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:02:34.630868 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c60919a6-e329-44a3-af9a-278fe4b76537 req-1d05e422-6b30-47af-bf03-46085a7482c3 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.69 "DELETE /v2.0/ports/6f2fa8e1-7689-4239-816e-94334a287305 HTTP/1.1" status: 204 len: 173 time: 1.5994072 May 12 15:02:34.667476 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c44c51-1afa-4595-88cf-3d86e380f6a5'] response: {'server_uuid': 'fce9aa5c-82cb-4961-85ef-022ac95e51fc', 'name': 'network-vif-deleted', 'tag': '6f2fa8e1-7689-4239-816e-94334a287305', 'status': 'completed', 'code': 200} May 12 15:02:34.752237 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-796506b4-cdab-48bc-b366-1ed6a9f3b719 None None] Set router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:02:35.072773 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-796506b4-cdab-48bc-b366-1ed6a9f3b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'c68ba54a-92fc-4a91-96b9-d4892cc9518e', 'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'mac_address': 'fa:16:3e:30:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:04Z', 'revision_number': 5, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'subnets': [{'id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:35.076683 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796506b4-cdab-48bc-b366-1ed6a9f3b719 None None] Checking router: 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf for host: dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:02:35.085074 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796506b4-cdab-48bc-b366-1ed6a9f3b719 None None] Routers {'892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:02:35.085701 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-796506b4-cdab-48bc-b366-1ed6a9f3b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:02:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:35.272284 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-796506b4-cdab-48bc-b366-1ed6a9f3b719 None None] Set router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:02:35.285961 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-94f32a40-99ad-42ef-b816-16ee9b071355 req-3e3c286e-13f5-4fea-87ed-0afdf2028a21 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Synchronizing usage tracker for tenant:6b59b244953945b1b1ef483fdb3522e1 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:02:35.390887 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-94f32a40-99ad-42ef-b816-16ee9b071355 req-3e3c286e-13f5-4fea-87ed-0afdf2028a21 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Unset dirty status for tenant:6b59b244953945b1b1ef483fdb3522e1 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:02:35.394827 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-94f32a40-99ad-42ef-b816-16ee9b071355 req-3e3c286e-13f5-4fea-87ed-0afdf2028a21 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/ports?device_id=fce9aa5c-82cb-4961-85ef-022ac95e51fc HTTP/1.1" status: 200 len: 210 time: 0.1607492 May 12 15:02:35.634573 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 6f2fa8e1-7689-4239-816e-94334a287305 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:02:35.669465 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: 6f2fa8e1-7689-4239-816e-94334a287305 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:02:35.669870 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 6f2fa8e1-7689-4239-816e-94334a287305 not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:02:35.687671 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-796506b4-cdab-48bc-b366-1ed6a9f3b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'c68ba54a-92fc-4a91-96b9-d4892cc9518e', 'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'mac_address': 'fa:16:3e:30:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:04Z', 'revision_number': 5, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'subnets': [{'id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:35.692114 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796506b4-cdab-48bc-b366-1ed6a9f3b719 None None] The sync data for ids ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'] in dv-cinder-831187-2-smb is: [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T14:55:46Z', 'revision_number': 4, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'c68ba54a-92fc-4a91-96b9-d4892cc9518e', 'name': '', 'network_id': '586ae877-0139-4341-8b29-bf98c6f348d4', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'mac_address': 'fa:16:3e:30:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:45Z', 'updated_at': '2022-05-12T14:56:04Z', 'revision_number': 5, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'subnets': [{'id': '7fdab544-cb12-4cff-b823-5cc3aea55c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:02:35.920903 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25b4d97-7611-4db4-84c4-47e91b725650 None None] New status for floating IP 29a108cb-99bf-4502-b15b-2c2d652afa49: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:02:36.602508 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40296) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:36.666716 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5891-47f2-4415-a12f-3ca9e3d54144 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:36.694947 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5891-47f2-4415-a12f-3ca9e3d54144 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:36.800484 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5891-47f2-4415-a12f-3ca9e3d54144 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:36.818160 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f5891-47f2-4415-a12f-3ca9e3d54144 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:36.898777 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5891-47f2-4415-a12f-3ca9e3d54144 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:36.899895 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-7e3f5891-47f2-4415-a12f-3ca9e3d54144 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "DELETE /v2.0/security-groups/47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0 HTTP/1.1" status: 204 len: 168 time: 0.2964120 May 12 15:02:36.902683 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40300) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:36.919552 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.api.v2.resource [None req-5823eaa8-55a6-461a-8295-d472f935db14 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] show failed (client error): The resource could not be found. May 12 15:02:36.920590 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-5823eaa8-55a6-461a-8295-d472f935db14 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "GET /v2.0/security-groups/47d1b15e-25ff-43f8-bfc6-eef0bf3ba1a0 HTTP/1.1" status: 404 len: 347 time: 0.0170190 May 12 15:02:36.924391 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40304) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:37.177583 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-5400485c-1e42-4294-873a-04f10737b419 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Deleting port 1968cef3-3f25-42d0-9dad-ed2c0929c0fb {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:02:37.177909 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5400485c-1e42-4294-873a-04f10737b419 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:37.356246 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5400485c-1e42-4294-873a-04f10737b419 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:37.356571 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5400485c-1e42-4294-873a-04f10737b419 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:37.479838 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-5400485c-1e42-4294-873a-04f10737b419 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Calling delete_port for 1968cef3-3f25-42d0-9dad-ed2c0929c0fb owned by network:floatingip {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:02:37.665567 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5400485c-1e42-4294-873a-04f10737b419 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:37.712957 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400485c-1e42-4294-873a-04f10737b419 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Pushing event deleted for resources: {'Port': ['ID=1968cef3-3f25-42d0-9dad-ed2c0929c0fb,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:37.806089 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5400485c-1e42-4294-873a-04f10737b419 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks [] for floatingip, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:37.887569 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5400485c-1e42-4294-873a-04f10737b419 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:37.888711 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-5400485c-1e42-4294-873a-04f10737b419 tempest-AttachVolumeShelveTestJSON-1903476863 tempest-AttachVolumeShelveTestJSON-1903476863-project] 10.222.0.70 "DELETE /v2.0/floatingips/29a108cb-99bf-4502-b15b-2c2d652afa49 HTTP/1.1" status: 204 len: 168 time: 0.9634371 May 12 15:02:40.546202 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40362) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:40.665945 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:40.680508 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:02:40.684351 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Usage tracker for resource:security_group_rule and tenant:96e26be0895445b3a98f503bd17078da is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:02:40.687066 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:02:40.693503 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:02:40.791909 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:40.841096 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ac574308-e05a-4a11-b846-631dd622a43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:40.869147 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:40.916755 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96e26be0895445b3a98f503bd17078da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694651 May 12 15:02:40.918414 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38c0480-7cc8-4366-ac28-3dadb544f65a,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:40.919570 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 40374) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:40.926883 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:40.927230 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:40.927567 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:40.927904 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:40.928227 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:40.928552 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:40.928877 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:40.929200 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:40.929527 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:40.929880 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:40.930200 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:40.930517 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445c6dd-130f-48ba-8773-755e4d07d133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:40.939387 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40378) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:40.988405 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2bde3fae-da19-4312-91f3-4f353a4a9be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:41.015591 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2bde3fae-da19-4312-91f3-4f353a4a9be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:41.174154 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2bde3fae-da19-4312-91f3-4f353a4a9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:41.193872 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2bde3fae-da19-4312-91f3-4f353a4a9be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:41.197660 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-2bde3fae-da19-4312-91f3-4f353a4a9be3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b38c0480-7cc8-4366-ac28-3dadb544f65a HTTP/1.1" status: 204 len: 168 time: 0.2767425 May 12 15:02:41.198587 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde3fae-da19-4312-91f3-4f353a4a9be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38c0480-7cc8-4366-ac28-3dadb544f65a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:41.640752 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3ad11a85-7af8-4f92-b8d6-8db3bb4af52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587065'] for router_interface, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:42.008977 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-3ad11a85-7af8-4f92-b8d6-8db3bb4af52a admin admin] Deleting port c68ba54a-92fc-4a91-96b9-d4892cc9518e {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:02:42.009333 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3ad11a85-7af8-4f92-b8d6-8db3bb4af52a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:42.211410 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-3ad11a85-7af8-4f92-b8d6-8db3bb4af52a admin admin] For port c68ba54a-92fc-4a91-96b9-d4892cc9518e, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=c68ba54a-92fc-4a91-96b9-d4892cc9518e,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:02:42.211965 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3ad11a85-7af8-4f92-b8d6-8db3bb4af52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:42.370692 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-3ad11a85-7af8-4f92-b8d6-8db3bb4af52a admin admin] Calling delete_port for c68ba54a-92fc-4a91-96b9-d4892cc9518e owned by network:router_interface {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:02:42.625391 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3ad11a85-7af8-4f92-b8d6-8db3bb4af52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:42.677233 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad11a85-7af8-4f92-b8d6-8db3bb4af52a admin admin] Pushing event deleted for resources: {'Port': ['ID=c68ba54a-92fc-4a91-96b9-d4892cc9518e,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:42.960121 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3ad11a85-7af8-4f92-b8d6-8db3bb4af52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624265'] for router_interface, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:43.038819 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5c80e28e-125b-4440-bb23-438cba0afb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:43.464128 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad11a85-7af8-4f92-b8d6-8db3bb4af52a admin admin] Router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:02:43.653938 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad11a85-7af8-4f92-b8d6-8db3bb4af52a admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:02:43.666021 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e6241-21a7-43a2-ada1-385af57bb325 None None] Sync routers for ids ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'] in dv-cinder-831187-2-smb {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:02:43.676643 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-3ad11a85-7af8-4f92-b8d6-8db3bb4af52a admin admin] 10.222.0.70 "PUT /v2.0/routers/892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7361672 May 12 15:02:43.678822 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e6241-21a7-43a2-ada1-385af57bb325 None None] Routers {'892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:02:43.679659 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-d71e6241-21a7-43a2-ada1-385af57bb325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:02:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:43.680483 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40426) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:43.862216 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-d71e6241-21a7-43a2-ada1-385af57bb325 None None] Set router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:02:43.869872 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f5b90fba-0372-41f1-b016-c6e6c7668b63 admin admin] Notify callbacks [] for router, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:44.070499 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f5b90fba-0372-41f1-b016-c6e6c7668b63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:44.170360 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-d71e6241-21a7-43a2-ada1-385af57bb325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T15:02:42Z', 'revision_number': 5, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port': {'id': '1042a2ea-cacf-4d7b-8528-fd78201e908b', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ba:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:55:38Z', 'updated_at': '2022-05-12T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:44.173608 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-f5b90fba-0372-41f1-b016-c6e6c7668b63 admin admin] Deleting port 1042a2ea-cacf-4d7b-8528-fd78201e908b {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:02:44.174135 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f5b90fba-0372-41f1-b016-c6e6c7668b63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:44.177747 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e6241-21a7-43a2-ada1-385af57bb325 None None] Checking router: 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf for host: dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:02:44.187079 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e6241-21a7-43a2-ada1-385af57bb325 None None] Routers {'892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:02:44.187792 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-d71e6241-21a7-43a2-ada1-385af57bb325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:02:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:44.365838 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-d71e6241-21a7-43a2-ada1-385af57bb325 None None] Set router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf gateway port host: None {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:02:44.380926 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-f5b90fba-0372-41f1-b016-c6e6c7668b63 admin admin] For port 1042a2ea-cacf-4d7b-8528-fd78201e908b, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=1042a2ea-cacf-4d7b-8528-fd78201e908b,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:02:44.381277 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f5b90fba-0372-41f1-b016-c6e6c7668b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:44.478266 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-d71e6241-21a7-43a2-ada1-385af57bb325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T15:02:44Z', 'revision_number': 6, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port_host': None}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:44.482472 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e6241-21a7-43a2-ada1-385af57bb325 None None] The sync data for ids ['892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf'] in dv-cinder-831187-2-smb is: [{'id': '892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-196635978-router', 'tenant_id': '6b59b244953945b1b1ef483fdb3522e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:55:36Z', 'updated_at': '2022-05-12T15:02:44Z', 'revision_number': 6, 'project_id': '6b59b244953945b1b1ef483fdb3522e1', 'gw_port_host': None}] {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:02:44.520431 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-f5b90fba-0372-41f1-b016-c6e6c7668b63 admin admin] Calling delete_port for 1042a2ea-cacf-4d7b-8528-fd78201e908b owned by network:router_gateway {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:02:44.596383 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:44.755183 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f5b90fba-0372-41f1-b016-c6e6c7668b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:44.802256 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b90fba-0372-41f1-b016-c6e6c7668b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=1042a2ea-cacf-4d7b-8528-fd78201e908b,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:44.995573 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f5b90fba-0372-41f1-b016-c6e6c7668b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624900'] for router_gateway, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:45.139463 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:45.191931 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f5b90fba-0372-41f1-b016-c6e6c7668b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10131'] for router, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:45.194058 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f5b90fba-0372-41f1-b016-c6e6c7668b63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:45.356804 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f5b90fba-0372-41f1-b016-c6e6c7668b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1622393'] for router, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:45.357402 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b90fba-0372-41f1-b016-c6e6c7668b63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf {{(pid=88106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:02:45.370453 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f5b90fba-0372-41f1-b016-c6e6c7668b63 admin admin] Notify callbacks [] for router, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:45.373848 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-f5b90fba-0372-41f1-b016-c6e6c7668b63 admin admin] 10.222.0.70 "DELETE /v2.0/routers/892b67e5-dcd6-40e5-bf3d-2ed3b1213eaf HTTP/1.1" status: 204 len: 168 time: 1.6896138 May 12 15:02:45.374081 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40436) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:45.435479 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_v2 [None req-207989ac-138a-4931-a5d2-4c68b068c8b9 admin admin] Deleting subnet 7fdab544-cb12-4cff-b823-5cc3aea55c1f {{(pid=88106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 15:02:45.438426 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-207989ac-138a-4931-a5d2-4c68b068c8b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:45.489818 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-207989ac-138a-4931-a5d2-4c68b068c8b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4098424'] for subnet, precommit_delete_associations {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:45.572674 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-207989ac-138a-4931-a5d2-4c68b068c8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698402'] for subnet, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:45.727179 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-207989ac-138a-4931-a5d2-4c68b068c8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2236562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146262'] for subnet, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:45.768175 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207989ac-138a-4931-a5d2-4c68b068c8b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fdab544-cb12-4cff-b823-5cc3aea55c1f,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:45.772188 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-207989ac-138a-4931-a5d2-4c68b068c8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:45.778988 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-207989ac-138a-4931-a5d2-4c68b068c8b9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7fdab544-cb12-4cff-b823-5cc3aea55c1f HTTP/1.1" status: 204 len: 168 time: 0.4037216 May 12 15:02:45.780419 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee03607-24f5-44e6-926d-e7272beab229 None None] Network 586ae877-0139-4341-8b29-bf98c6f348d4 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 15:02:45.781309 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40448) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:45.889936 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763935'] for network, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:45.901413 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] Deleting port 18b5389d-9601-4e27-9c95-468df0e354c5 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:02:45.901764 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:46.076981 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ba57cb-7aef-4056-905a-a41e0f6bbc4e None None] DHCP port deletion for 586ae877-0139-4341-8b29-bf98c6f348d4 request from dv-cinder-831187-2-smb {{(pid=88108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 15:02:46.081020 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-44ba57cb-7aef-4056-905a-a41e0f6bbc4e None None] Deleting port 18b5389d-9601-4e27-9c95-468df0e354c5 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:02:46.081374 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44ba57cb-7aef-4056-905a-a41e0f6bbc4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:46.111727 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:46.115513 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] For port 18b5389d-9601-4e27-9c95-468df0e354c5, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=18b5389d-9601-4e27-9c95-468df0e354c5,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:02:46.115871 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:46.244092 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] Calling delete_port for 18b5389d-9601-4e27-9c95-468df0e354c5 owned by network:dhcp {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:02:46.276777 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device c68ba54a-92fc-4a91-96b9-d4892cc9518e no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:02:46.324320 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: c68ba54a-92fc-4a91-96b9-d4892cc9518e {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:02:46.324578 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device c68ba54a-92fc-4a91-96b9-d4892cc9518e not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:02:46.325004 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 1042a2ea-cacf-4d7b-8528-fd78201e908b no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:02:46.366866 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: 1042a2ea-cacf-4d7b-8528-fd78201e908b {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:02:46.367201 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 1042a2ea-cacf-4d7b-8528-fd78201e908b not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:02:46.367655 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 18b5389d-9601-4e27-9c95-468df0e354c5 no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:02:46.385245 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:46.401760 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: 18b5389d-9601-4e27-9c95-468df0e354c5 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:02:46.402092 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 18b5389d-9601-4e27-9c95-468df0e354c5 not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:02:46.405572 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-44ba57cb-7aef-4056-905a-a41e0f6bbc4e None None] For port 18b5389d-9601-4e27-9c95-468df0e354c5, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=18b5389d-9601-4e27-9c95-468df0e354c5,segment=NetworkSegment(af612ebc-9e9e-417c-88f1-a5d34b7fa161),segment_id=af612ebc-9e9e-417c-88f1-a5d34b7fa161)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:02:46.405965 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44ba57cb-7aef-4056-905a-a41e0f6bbc4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:46.434070 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=18b5389d-9601-4e27-9c95-468df0e354c5,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:46.444250 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] No DVR routers for this DVR port 18b5389d-9601-4e27-9c95-468df0e354c5 on host dv-cinder-831187-2-smb {{(pid=88106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:02:46.533113 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-44ba57cb-7aef-4056-905a-a41e0f6bbc4e None None] Calling delete_port for 18b5389d-9601-4e27-9c95-468df0e354c5 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:02:46.562870 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8787124724866'] for network, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:46.592011 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586ae877-0139-4341-8b29-bf98c6f348d4']}} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:46.605826 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af612ebc-9e9e-417c-88f1-a5d34b7fa161') {'for_net_delete': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:46.611951 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af612ebc-9e9e-417c-88f1-a5d34b7fa161') {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:46.618045 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.db.api [None req-44ba57cb-7aef-4056-905a-a41e0f6bbc4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 15:02:46.618437 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG oslo_db.api [None req-44ba57cb-7aef-4056-905a-a41e0f6bbc4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 15:02:46.625698 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787124727709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4098369'] for segment, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:46.647259 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:46.653464 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:02:46.653884 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-738659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235696'] for segment, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: Traceback (most recent call last): May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: timer() May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: cb(*args, **kw) May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: return func(*args, **kwargs) May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: self._notify() May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: self.callback(batched_events) May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: event.method(event) May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: return f(self, *a, **k) May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: return self._get(url).json() May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: return self.request(url, 'GET', **kwargs) May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:02:46.756418 dv-cinder-831187-2-smb neutron-server[88106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:02:46.916406 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624953'] for network, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:46.935115 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:46.947175 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=586ae877-0139-4341-8b29-bf98c6f348d4,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:47.048654 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-6f8d9afc-c7c9-4264-9fdd-85b275756a7f admin admin] 10.222.0.70 "DELETE /v2.0/networks/586ae877-0139-4341-8b29-bf98c6f348d4 HTTP/1.1" status: 204 len: 168 time: 1.2658761 May 12 15:02:47.119741 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-44ba57cb-7aef-4056-905a-a41e0f6bbc4e None None] Deleting port 18b5389d-9601-4e27-9c95-468df0e354c5 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:02:47.120318 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44ba57cb-7aef-4056-905a-a41e0f6bbc4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:47.189294 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-44ba57cb-7aef-4056-905a-a41e0f6bbc4e None None] The port '18b5389d-9601-4e27-9c95-468df0e354c5' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 15:02:47.543796 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40460) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:47.594886 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-9a127a83-6d57-4d3c-a365-944f05c89222 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b59b244953945b1b1ef483fdb3522e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0499232 May 12 15:02:47.597418 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40464) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:47.654778 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f363fb38-78a9-4fbd-90e9-f1bf9ef37542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:47.680421 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f363fb38-78a9-4fbd-90e9-f1bf9ef37542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:47.791005 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f363fb38-78a9-4fbd-90e9-f1bf9ef37542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:47.810535 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363fb38-78a9-4fbd-90e9-f1bf9ef37542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b86ea7a-d462-44cf-8ad0-23885dff72fb,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:47.819381 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f363fb38-78a9-4fbd-90e9-f1bf9ef37542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:47.820843 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-f363fb38-78a9-4fbd-90e9-f1bf9ef37542 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4b86ea7a-d462-44cf-8ad0-23885dff72fb HTTP/1.1" status: 204 len: 168 time: 0.2215588 May 12 15:02:48.973256 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40510) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:49.019377 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:49.080724 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-955492032-network', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:02:49.086385 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:02:49.090220 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Usage tracker for resource:network and tenant:47a6a0be2aee4b3690e9033823b103bc is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:02:49.093163 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:02:49.100417 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:02:49.219253 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Made reservation on behalf of 47a6a0be2aee4b3690e9033823b103bc for: {'network': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:02:49.221700 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:49.238462 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:49.253324 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:02:49.258165 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Usage tracker for resource:security_group_rule and tenant:47a6a0be2aee4b3690e9033823b103bc is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:02:49.260898 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:02:49.266618 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:02:49.348715 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:49.417172 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:49.444700 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:02:49.457029 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1544e2-1846-496a-84af-d407dce6f794,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:49.462448 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:49.462786 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.segments_db [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Added segment 501c2111-fef2-49e4-8f0a-e75c028a492e of type vlan for network c32ad80b-1ac0-499b-af9d-6c9406a6c86b May 12 15:02:49.490210 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:49.575311 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 40524) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:49.596217 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:49.597216 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:49.597842 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:49.697284 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-92a44561-6515-40ec-b3cc-dc66a4c3574a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:49.704608 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] Pushing event updated for resources: {'Network': ['ID=c32ad80b-1ac0-499b-af9d-6c9406a6c86b,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:49.713038 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-92a44561-6515-40ec-b3cc-dc66a4c3574a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:02:49.715017 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network c32ad80b-1ac0-499b-af9d-6c9406a6c86b details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:02:49.717597 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-92a44561-6515-40ec-b3cc-dc66a4c3574a admin admin] Usage tracker for resource:security_group_rule and tenant:746349e337ee468a9d148bf758d3694f is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:02:49.720460 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-92a44561-6515-40ec-b3cc-dc66a4c3574a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:02:49.726705 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-92a44561-6515-40ec-b3cc-dc66a4c3574a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:02:49.786158 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-394840dc-0657-4701-aaa3-0835a51741d9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8103263 May 12 15:02:49.789507 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40530) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:49.794978 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-2d1582d9-77e6-437a-a835-7907de6d0e9a admin admin] Request body: {'subnet': {'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-955492032-subnet', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:02:49.800038 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-2d1582d9-77e6-437a-a835-7907de6d0e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:02:49.804974 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-2d1582d9-77e6-437a-a835-7907de6d0e9a admin admin] Usage tracker for resource:subnet and tenant:47a6a0be2aee4b3690e9033823b103bc is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:02:49.808282 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-2d1582d9-77e6-437a-a835-7907de6d0e9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:02:49.814872 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-2d1582d9-77e6-437a-a835-7907de6d0e9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:02:49.874947 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-92a44561-6515-40ec-b3cc-dc66a4c3574a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:50.116728 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1582d9-77e6-437a-a835-7907de6d0e9a admin admin] Made reservation on behalf of 47a6a0be2aee4b3690e9033823b103bc for: {'subnet': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:02:50.119194 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2d1582d9-77e6-437a-a835-7907de6d0e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146299'] for subnet, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:50.162300 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-92a44561-6515-40ec-b3cc-dc66a4c3574a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:50.215283 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40534) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:50.215678 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-92a44561-6515-40ec-b3cc-dc66a4c3574a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=746349e337ee468a9d148bf758d3694f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6389906 May 12 15:02:50.216070 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a44561-6515-40ec-b3cc-dc66a4c3574a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7dceaf-5e46-4a9c-a28c-057a426311f7,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:50.326838 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8d594d7d-6064-4479-89b3-21104a9728c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:50.377442 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8d594d7d-6064-4479-89b3-21104a9728c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:50.503642 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2d1582d9-77e6-437a-a835-7907de6d0e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2236627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146285'] for subnet, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:50.548695 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8d594d7d-6064-4479-89b3-21104a9728c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:50.572654 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d594d7d-6064-4479-89b3-21104a9728c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7dceaf-5e46-4a9c-a28c-057a426311f7,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:50.586642 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1582d9-77e6-437a-a835-7907de6d0e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:50.609539 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8d594d7d-6064-4479-89b3-21104a9728c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:50.615204 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-8d594d7d-6064-4479-89b3-21104a9728c4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8f7dceaf-5e46-4a9c-a28c-057a426311f7 HTTP/1.1" status: 204 len: 168 time: 0.3944726 May 12 15:02:50.615796 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1582d9-77e6-437a-a835-7907de6d0e9a admin admin] Checking segment: {'id': '501c2111-fef2-49e4-8f0a-e75c028a492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:02:50.615796 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1582d9-77e6-437a-a835-7907de6d0e9a admin admin] Network hostable DHCP agents. Network: c32ad80b-1ac0-499b-af9d-6c9406a6c86b, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:02:50.691622 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1582d9-77e6-437a-a835-7907de6d0e9a admin admin] Network c32ad80b-1ac0-499b-af9d-6c9406a6c86b is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:02:50.789082 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-2d1582d9-77e6-437a-a835-7907de6d0e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, c32ad80b-1ac0-499b-af9d-6c9406a6c86b) {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:02:50.793182 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1582d9-77e6-437a-a835-7907de6d0e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:50.796448 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2d1582d9-77e6-437a-a835-7907de6d0e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:50.798954 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b441e6-754d-4cb6-b01a-3ddd6554ec19 None None] Network c32ad80b-1ac0-499b-af9d-6c9406a6c86b requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 15:02:50.909877 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-2d1582d9-77e6-437a-a835-7907de6d0e9a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1191626 May 12 15:02:50.913223 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40542) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:50.918573 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:02:50.923235 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:02:50.927672 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Usage tracker for resource:router and tenant:47a6a0be2aee4b3690e9033823b103bc is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:02:50.930957 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:02:50.937578 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:02:51.013608 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1624237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10125'] for router, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:51.014764 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10116'] for router, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:51.025499 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40afc573-7640-4436-83fb-2211703889af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88334a02-af0c-582b-a032-2e1d71219111-c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2'}]}} from dv-cinder-831187-2-smb. {{(pid=88108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 15:02:51.028357 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:51.030935 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:51.214816 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-40afc573-7640-4436-83fb-2211703889af None None] Allocated IP 172.20.0.2 (c32ad80b-1ac0-499b-af9d-6c9406a6c86b/b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2/5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:02:51.339233 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 40548) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:51.361074 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-930fb3f3-0c52-4d84-a764-fe672128a2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:51.384148 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-930fb3f3-0c52-4d84-a764-fe672128a2c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:02:51.389677 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-930fb3f3-0c52-4d84-a764-fe672128a2c2 admin admin] Usage tracker for resource:security_group_rule and tenant:9206e6def2ee466b95b060cb8aa19fa9 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:02:51.394002 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-930fb3f3-0c52-4d84-a764-fe672128a2c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:02:51.402174 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-930fb3f3-0c52-4d84-a764-fe672128a2c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:02:51.450906 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10218'] for router, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:51.461139 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:51.471723 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-40afc573-7640-4436-83fb-2211703889af None None] Transition to ACTIVE for port object 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:02:51.496610 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-40afc573-7640-4436-83fb-2211703889af None None] Transition to ACTIVE for port object 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:02:51.504619 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-930fb3f3-0c52-4d84-a764-fe672128a2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:51.566450 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-930fb3f3-0c52-4d84-a764-fe672128a2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:51.567851 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:51.622551 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-930fb3f3-0c52-4d84-a764-fe672128a2c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9206e6def2ee466b95b060cb8aa19fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792370 May 12 15:02:51.622551 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fb3f3-0c52-4d84-a764-fe672128a2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edc2183-be83-48ab-b400-fa8344605e46,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:51.623901 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40554) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:51.692668 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40afc573-7640-4436-83fb-2211703889af None None] Network c32ad80b-1ac0-499b-af9d-6c9406a6c86b is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:02:51.695740 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-40afc573-7640-4436-83fb-2211703889af None None] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:02:51.700481 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40afc573-7640-4436-83fb-2211703889af None None] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:02:51.730050 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7810010e-adf5-4091-a603-a27c3a4b625e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:51.742214 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afc573-7640-4436-83fb-2211703889af None None] Pushing event updated for resources: {'Port': ['ID=5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:51.773105 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7810010e-adf5-4091-a603-a27c3a4b625e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:51.790872 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07201ed0-7556-4e95-83f0-115da2596c49 req-7741eef8-ca0c-40dc-8775-7e15d9a78a02 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:51.791127 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:51.791463 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:51.791907 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:51.792343 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:51.793431 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:51.793431 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:51.793431 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:51.794276 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:51.794407 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:51.794878 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:51.795295 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:51.795713 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:51.797884 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-07201ed0-7556-4e95-83f0-115da2596c49 req-7741eef8-ca0c-40dc-8775-7e15d9a78a02 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.0980618 May 12 15:02:51.809205 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-40afc573-7640-4436-83fb-2211703889af None None] Attempting to bind port 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:02:51.809757 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-40afc573-7640-4436-83fb-2211703889af None None] Attempting to bind port 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '501c2111-fef2-49e4-8f0a-e75c028a492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:02:51.810135 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afc573-7640-4436-83fb-2211703889af None None] Attempting to bind port 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b on network c32ad80b-1ac0-499b-af9d-6c9406a6c86b {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:02:51.815631 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afc573-7640-4436-83fb-2211703889af None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:02:51.816589 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afc573-7640-4436-83fb-2211703889af None None] Checking segment: {'id': '501c2111-fef2-49e4-8f0a-e75c028a492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:02:51.816589 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:51.817092 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afc573-7640-4436-83fb-2211703889af None None] Bound using segment: {'id': '501c2111-fef2-49e4-8f0a-e75c028a492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:02:51.817750 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-40afc573-7640-4436-83fb-2211703889af None None] Bound port: 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501c2111-fef2-49e4-8f0a-e75c028a492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:02:51.818210 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:51.841249 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-07201ed0-7556-4e95-83f0-115da2596c49 req-69e89cea-261f-496a-b91b-f52ad8d0602f tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425165 May 12 15:02:51.919544 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-40afc573-7640-4436-83fb-2211703889af None None] For port 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:02:51.923128 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-40afc573-7640-4436-83fb-2211703889af None None] For port 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b,segment=NetworkSegment(501c2111-fef2-49e4-8f0a-e75c028a492e),segment_id=501c2111-fef2-49e4-8f0a-e75c028a492e)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:02:52.002498 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40afc573-7640-4436-83fb-2211703889af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:52.093133 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afc573-7640-4436-83fb-2211703889af None None] Pushing event updated for resources: {'Port': ['ID=5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:52.094859 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:52.127955 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:52.167879 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7810010e-adf5-4091-a603-a27c3a4b625e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:52.199092 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810010e-adf5-4091-a603-a27c3a4b625e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edc2183-be83-48ab-b400-fa8344605e46,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:52.227382 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7810010e-adf5-4091-a603-a27c3a4b625e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:52.231520 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-7810010e-adf5-4091-a603-a27c3a4b625e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1edc2183-be83-48ab-b400-fa8344605e46 HTTP/1.1" status: 204 len: 168 time: 0.6035821 May 12 15:02:52.320886 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Allocated IP 172.28.3.249 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/ca122526-68b0-456f-88c0-26372392662a) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:02:52.486731 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:52.589094 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:52.663330 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:02:52.666371 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:02:52.668898 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:02:52.708684 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Pushing event updated for resources: {'Port': ['ID=ca122526-68b0-456f-88c0-26372392662a,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:53.046378 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f31889-614d-4f76-8633-950a41585283 None None] Network c32ad80b-1ac0-499b-af9d-6c9406a6c86b requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 15:02:53.102839 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53b3d4-18e6-44d3-b2a4-ddebdd26200f req-12c4423b-acdf-4e10-bdc9-8888b2d8a50a tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:53.104385 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6c53b3d4-18e6-44d3-b2a4-ddebdd26200f req-12c4423b-acdf-4e10-bdc9-8888b2d8a50a tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.0835083 May 12 15:02:53.154537 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6c53b3d4-18e6-44d3-b2a4-ddebdd26200f req-cdc9c882-224b-4734-8eaa-a491ca23b27c tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437241 May 12 15:02:53.409158 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-b7d99ecb-a2df-47a8-bd47-1cfa7cca15e7 None None] Provisioning for port 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:02:53.559352 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:53.906826 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624888'] for router, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:54.328517 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:02:54.354815 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Router 694463f3-af88-4722-a65a-b0859ea313af is scheduled to L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a with binding_index 1 {{(pid=88106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:02:54.452466 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:02:54.511009 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:02:54.516157 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:02:54.516710 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:54.574593 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:02:54.584576 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Sync routers for ids ['694463f3-af88-4722-a65a-b0859ea313af'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:02:54.589471 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96dfb5-cff3-4350-a286-6364cf15d583 req-a158ebbd-7c12-48e7-9f28-b11873864bee tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:54.597047 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ac96dfb5-cff3-4350-a286-6364cf15d583 req-a158ebbd-7c12-48e7-9f28-b11873864bee tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.1258838 May 12 15:02:54.598375 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Routers {'694463f3-af88-4722-a65a-b0859ea313af'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:02:54.599637 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:02:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['694463f3-af88-4722-a65a-b0859ea313af'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:54.667606 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ac96dfb5-cff3-4350-a286-6364cf15d583 req-efbd02e3-ac19-45a6-9185-eb3be305fbc6 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694592 May 12 15:02:54.694327 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:54.696775 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] Notify callbacks [] for router, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:54.698072 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-49ea1b67-8678-4415-bf1e-859d6062c797 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7835517 May 12 15:02:54.700884 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 40596) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:54.750681 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b,segment=NetworkSegment(501c2111-fef2-49e4-8f0a-e75c028a492e),segment_id=501c2111-fef2-49e4-8f0a-e75c028a492e)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:02:54.804541 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Set router 694463f3-af88-4722-a65a-b0859ea313af gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:02:54.817732 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:54.909634 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:55.160637 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:52Z', 'revision_number': 3, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:55.165033 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Checking router: 694463f3-af88-4722-a65a-b0859ea313af for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:02:55.165396 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Updating router 694463f3-af88-4722-a65a-b0859ea313af port ca122526-68b0-456f-88c0-26372392662a binding host dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:02:55.225605 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:55.563605 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:55.589636 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:55.602162 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Transition to ACTIVE for port object ca122526-68b0-456f-88c0-26372392662a will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:02:55.699355 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:55.780504 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ecc75-a021-4a11-8651-59697e91f097 None None] Pushing event updated for resources: {'Port': ['ID=ca122526-68b0-456f-88c0-26372392662a,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:55.792610 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Allocated IP 172.20.0.1 (c32ad80b-1ac0-499b-af9d-6c9406a6c86b/b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2/f1e53df9-9118-42b3-bbb1-cdd9ff7892de) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:02:55.793875 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ecc75-a021-4a11-8651-59697e91f097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:55.794589 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ecc75-a021-4a11-8651-59697e91f097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:55.794589 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ecc75-a021-4a11-8651-59697e91f097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:55.794924 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ecc75-a021-4a11-8651-59697e91f097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:55.795208 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ecc75-a021-4a11-8651-59697e91f097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:55.795592 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ecc75-a021-4a11-8651-59697e91f097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:55.795809 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ecc75-a021-4a11-8651-59697e91f097 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:55.796124 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ecc75-a021-4a11-8651-59697e91f097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:55.796441 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ecc75-a021-4a11-8651-59697e91f097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:55.796756 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ecc75-a021-4a11-8651-59697e91f097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:55.797144 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ecc75-a021-4a11-8651-59697e91f097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:55.797402 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ecc75-a021-4a11-8651-59697e91f097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:02:55.804683 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Attempting to bind port ca122526-68b0-456f-88c0-26372392662a on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:02:55.805036 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Attempting to bind port ca122526-68b0-456f-88c0-26372392662a by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:02:55.805394 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Attempting to bind port ca122526-68b0-456f-88c0-26372392662a on network e3b9db88-ae7a-445e-af83-3321a6e7e6af {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:02:55.812035 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:02:55.812394 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Checking segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:02:55.812786 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:55.813170 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Bound using segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:02:55.813658 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Bound port: ca122526-68b0-456f-88c0-26372392662a, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:02:55.814113 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:55.894463 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] For port ca122526-68b0-456f-88c0-26372392662a, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:02:55.897940 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] For port ca122526-68b0-456f-88c0-26372392662a, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=ca122526-68b0-456f-88c0-26372392662a,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:02:55.962853 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:55.991032 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf05c1a-8645-42a8-bb9e-59c7885bd246 req-797dae70-4941-44a8-92d5-5d52c84d61be tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:55.992497 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-eaf05c1a-8645-42a8-bb9e-59c7885bd246 req-797dae70-4941-44a8-92d5-5d52c84d61be tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.2019696 May 12 15:02:56.041570 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Routers {'694463f3-af88-4722-a65a-b0859ea313af'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:02:56.042089 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:02:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['694463f3-af88-4722-a65a-b0859ea313af'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:56.055980 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:56.080241 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-eaf05c1a-8645-42a8-bb9e-59c7885bd246 req-5028880d-ebd8-4a54-80d7-7c95812bd2d2 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758908 May 12 15:02:56.082647 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Transition to ACTIVE for port object f1e53df9-9118-42b3-bbb1-cdd9ff7892de will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:02:56.122188 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ecc75-a021-4a11-8651-59697e91f097 None None] Pushing event updated for resources: {'Port': ['ID=ca122526-68b0-456f-88c0-26372392662a,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:56.164161 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:56.244562 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] Set router 694463f3-af88-4722-a65a-b0859ea313af gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:02:56.276211 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Network c32ad80b-1ac0-499b-af9d-6c9406a6c86b is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:02:56.279157 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:02:56.282120 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:02:56.283254 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:02:56.326847 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Pushing event updated for resources: {'Port': ['ID=f1e53df9-9118-42b3-bbb1-cdd9ff7892de,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:56.346881 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587182'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:56.385305 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:02:56.385305 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:56.578109 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:52Z', 'revision_number': 3, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:56.582273 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e57663-5761-4c89-a2b9-a1487552785d None None] The sync data for ids ['694463f3-af88-4722-a65a-b0859ea313af'] in dv-cinder-831187-2-smb is: [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:52Z', 'revision_number': 3, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:02:56.693697 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-d6cba3b2-6f97-4e2f-9665-b7cae6f33d1c None None] Provisioning for port f1e53df9-9118-42b3-bbb1-cdd9ff7892de completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:02:56.698855 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-d6cba3b2-6f97-4e2f-9665-b7cae6f33d1c None None] Provisioning complete for port f1e53df9-9118-42b3-bbb1-cdd9ff7892de triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:02:56.699219 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d6cba3b2-6f97-4e2f-9665-b7cae6f33d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:56.760253 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-d6cba3b2-6f97-4e2f-9665-b7cae6f33d1c None None] Port f1e53df9-9118-42b3-bbb1-cdd9ff7892de cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:02:56.791692 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:57.066779 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:57.131719 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:57.296045 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587019'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:57.305352 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Pushing event updated for resources: {'Port': ['ID=f1e53df9-9118-42b3-bbb1-cdd9ff7892de,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:57.425817 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219d800-369a-4cf4-89e5-13f37ed76138 req-419050d3-bc87-4a99-87e8-3fffd083c6e6 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:57.427944 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6219d800-369a-4cf4-89e5-13f37ed76138 req-419050d3-bc87-4a99-87e8-3fffd083c6e6 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.2150981 May 12 15:02:57.506829 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Network c32ad80b-1ac0-499b-af9d-6c9406a6c86b is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:02:57.509672 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:02:57.514058 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6219d800-369a-4cf4-89e5-13f37ed76138 req-edfde7de-fefc-4727-bd48-1ad3747f5836 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732160 May 12 15:02:57.787165 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-9de873f9-c81b-4fb0-b606-e8acbc5d7c40 None None] Provisioning complete for port f1e53df9-9118-42b3-bbb1-cdd9ff7892de triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:02:57.787728 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9de873f9-c81b-4fb0-b606-e8acbc5d7c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:57.808029 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Router 694463f3-af88-4722-a65a-b0859ea313af has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:02:57.840960 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-9de873f9-c81b-4fb0-b606-e8acbc5d7c40 None None] Port f1e53df9-9118-42b3-bbb1-cdd9ff7892de cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:02:57.997969 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:02:58.027826 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-5e1834a6-343e-4727-b73a-244ec12f31de admin admin] 10.222.0.70 "PUT /v2.0/routers/694463f3-af88-4722-a65a-b0859ea313af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3169551 May 12 15:02:58.140375 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Sync routers for ids ['694463f3-af88-4722-a65a-b0859ea313af'] in dv-cinder-831187-2-smb {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:02:58.150603 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Routers {'694463f3-af88-4722-a65a-b0859ea313af'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:02:58.151217 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:02:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['694463f3-af88-4722-a65a-b0859ea313af'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:58.336117 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device ca122526-68b0-456f-88c0-26372392662a up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:02:58.417486 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Set router 694463f3-af88-4722-a65a-b0859ea313af gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:02:58.508498 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40648) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:58.513713 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-f21b7006-3bcc-4ffd-9716-367491456e9e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1019573666', 'description': 'tempest-description--2007729171'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:02:58.519868 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-f21b7006-3bcc-4ffd-9716-367491456e9e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:02:58.524326 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-f21b7006-3bcc-4ffd-9716-367491456e9e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Usage tracker for resource:security_group and tenant:47a6a0be2aee4b3690e9033823b103bc is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:02:58.528270 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-f21b7006-3bcc-4ffd-9716-367491456e9e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:02:58.534389 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-f21b7006-3bcc-4ffd-9716-367491456e9e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:02:58.691711 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f21b7006-3bcc-4ffd-9716-367491456e9e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:58.692871 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port ca122526-68b0-456f-88c0-26372392662a completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:02:58.707613 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port ca122526-68b0-456f-88c0-26372392662a triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:02:58.708814 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:58.719801 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-f21b7006-3bcc-4ffd-9716-367491456e9e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:02:58.725272 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-f21b7006-3bcc-4ffd-9716-367491456e9e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Usage tracker for resource:security_group_rule and tenant:47a6a0be2aee4b3690e9033823b103bc is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:02:58.728213 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9fe50-ec04-412e-aa99-bd28feff1a68 req-9599c091-4eb7-42e5-ba70-e7f1dacfb360 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:58.730178 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-29a9fe50-ec04-412e-aa99-bd28feff1a68 req-9599c091-4eb7-42e5-ba70-e7f1dacfb360 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.0940008 May 12 15:02:58.730630 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-f21b7006-3bcc-4ffd-9716-367491456e9e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:02:58.736983 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-f21b7006-3bcc-4ffd-9716-367491456e9e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:02:58.780769 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-29a9fe50-ec04-412e-aa99-bd28feff1a68 req-7594ca3e-5b10-41fd-97b2-764b54a4869a tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437534 May 12 15:02:58.835155 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f21b7006-3bcc-4ffd-9716-367491456e9e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:58.903373 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:58.909131 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:56Z', 'revision_number': 4, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'f1e53df9-9118-42b3-bbb1-cdd9ff7892de', 'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'mac_address': 'fa:16:3e:76:72:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:55Z', 'updated_at': '2022-05-12T15:02:56Z', 'revision_number': 2, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'subnets': [{'id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:02:58.910222 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f21b7006-3bcc-4ffd-9716-367491456e9e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:58.919197 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Checking router: 694463f3-af88-4722-a65a-b0859ea313af for host: dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:02:58.923095 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Updating router 694463f3-af88-4722-a65a-b0859ea313af port f1e53df9-9118-42b3-bbb1-cdd9ff7892de binding host dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:02:58.956214 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b7006-3bcc-4ffd-9716-367491456e9e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b4a288-6268-4835-a858-f927141135a0,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:58.963774 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port ca122526-68b0-456f-88c0-26372392662a, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=ca122526-68b0-456f-88c0-26372392662a,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:02:58.976955 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:59.018967 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f21b7006-3bcc-4ffd-9716-367491456e9e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:59.022409 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-f21b7006-3bcc-4ffd-9716-367491456e9e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5127671 May 12 15:02:59.025237 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 40666) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:59.030438 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-299d86ae-fb5a-46ce-b382-15551f224c09 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Request body: {'security_group_rule': {'security_group_id': 'c0b4a288-6268-4835-a858-f927141135a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:02:59.037099 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-299d86ae-fb5a-46ce-b382-15551f224c09 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:02:59.038497 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:59.042196 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-299d86ae-fb5a-46ce-b382-15551f224c09 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Usage tracker for resource:security_group_rule and tenant:47a6a0be2aee4b3690e9033823b103bc is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:02:59.045842 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-299d86ae-fb5a-46ce-b382-15551f224c09 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:02:59.052296 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-299d86ae-fb5a-46ce-b382-15551f224c09 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:02:59.129491 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-299d86ae-fb5a-46ce-b382-15551f224c09 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:59.170936 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=ca122526-68b0-456f-88c0-26372392662a,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:59.219020 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-299d86ae-fb5a-46ce-b382-15551f224c09 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:59.297283 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-299d86ae-fb5a-46ce-b382-15551f224c09 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:59.321830 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d86ae-fb5a-46ce-b382-15551f224c09 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b75657-6804-4a10-8e89-4e494f41ee9d,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:59.384896 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-299d86ae-fb5a-46ce-b382-15551f224c09 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:59.386154 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-299d86ae-fb5a-46ce-b382-15551f224c09 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3598592 May 12 15:02:59.389800 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40672) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:59.394917 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-4d0c7496-9803-4665-81aa-c13e21dd6668 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Request body: {'security_group_rule': {'security_group_id': 'c0b4a288-6268-4835-a858-f927141135a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:02:59.398896 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:59.401277 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-4d0c7496-9803-4665-81aa-c13e21dd6668 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:02:59.405248 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-4d0c7496-9803-4665-81aa-c13e21dd6668 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Usage tracker for resource:security_group_rule and tenant:47a6a0be2aee4b3690e9033823b103bc is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:02:59.408180 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-4d0c7496-9803-4665-81aa-c13e21dd6668 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:02:59.411967 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Transition to ACTIVE for port object f1e53df9-9118-42b3-bbb1-cdd9ff7892de will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:02:59.414719 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-4d0c7496-9803-4665-81aa-c13e21dd6668 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:02:59.476212 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:59.506637 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4d0c7496-9803-4665-81aa-c13e21dd6668 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:59.577915 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4d0c7496-9803-4665-81aa-c13e21dd6668 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:59.614321 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4527b-624a-4bcc-9e56-567bc080d065 None None] Pushing event updated for resources: {'Port': ['ID=f1e53df9-9118-42b3-bbb1-cdd9ff7892de,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:59.636647 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4d0c7496-9803-4665-81aa-c13e21dd6668 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:59.664004 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c7496-9803-4665-81aa-c13e21dd6668 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6600a706-66df-4a9d-a5a5-bdc54ab89f78,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:02:59.712907 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Attempting to bind port f1e53df9-9118-42b3-bbb1-cdd9ff7892de on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:02:59.713340 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Attempting to bind port f1e53df9-9118-42b3-bbb1-cdd9ff7892de by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '501c2111-fef2-49e4-8f0a-e75c028a492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:02:59.713809 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Attempting to bind port f1e53df9-9118-42b3-bbb1-cdd9ff7892de on network c32ad80b-1ac0-499b-af9d-6c9406a6c86b {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:02:59.719945 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:02:59.720309 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Checking segment: {'id': '501c2111-fef2-49e4-8f0a-e75c028a492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:02:59.720711 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:59.721101 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Bound using segment: {'id': '501c2111-fef2-49e4-8f0a-e75c028a492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:02:59.721581 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Bound port: f1e53df9-9118-42b3-bbb1-cdd9ff7892de, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501c2111-fef2-49e4-8f0a-e75c028a492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:02:59.721952 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:59.754605 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4d0c7496-9803-4665-81aa-c13e21dd6668 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:59.756394 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-4d0c7496-9803-4665-81aa-c13e21dd6668 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3655193 May 12 15:02:59.759296 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40676) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:02:59.764508 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Request body: {'floatingip': {'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:02:59.770208 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:02:59.776924 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Usage tracker for resource:floatingip and tenant:47a6a0be2aee4b3690e9033823b103bc is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:02:59.780395 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:02:59.787965 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:02:59.826930 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] For port f1e53df9-9118-42b3-bbb1-cdd9ff7892de, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:02:59.830259 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] For port f1e53df9-9118-42b3-bbb1-cdd9ff7892de, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=f1e53df9-9118-42b3-bbb1-cdd9ff7892de,segment=NetworkSegment(501c2111-fef2-49e4-8f0a-e75c028a492e),segment_id=501c2111-fef2-49e4-8f0a-e75c028a492e)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:02:59.877007 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for floatingip, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:59.939842 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:02:59.990084 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73dce1-78f6-4600-92ac-478d02326b38 req-c21997f7-f187-48c7-9f0f-280d98b237ba tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:02:59.992337 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8e73dce1-78f6-4600-92ac-478d02326b38 req-c21997f7-f187-48c7-9f0f-280d98b237ba tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.0896134 May 12 15:03:00.022717 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:00.032260 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Routers {'694463f3-af88-4722-a65a-b0859ea313af'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:03:00.032882 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:02:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['694463f3-af88-4722-a65a-b0859ea313af'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:00.060498 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8e73dce1-78f6-4600-92ac-478d02326b38 req-b8de004e-ff0d-4719-8934-15f0e2926673 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568058 May 12 15:03:00.122294 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4527b-624a-4bcc-9e56-567bc080d065 None None] Pushing event updated for resources: {'Port': ['ID=f1e53df9-9118-42b3-bbb1-cdd9ff7892de,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:00.183926 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Allocated IP 172.28.3.162 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/6ed7776f-610d-4b44-b317-e638c7da70a4) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:03:00.245124 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] Set router 694463f3-af88-4722-a65a-b0859ea313af gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:03:00.299546 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device ca122526-68b0-456f-88c0-26372392662a up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:03:00.356095 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:00.460172 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:00.530045 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:03:00.535157 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:03:00.542767 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:03:00.570734 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event updated for resources: {'Port': ['ID=6ed7776f-610d-4b44-b317-e638c7da70a4,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:00.586328 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port ca122526-68b0-456f-88c0-26372392662a triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:03:00.586700 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:00.629626 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:00.744446 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:00.801452 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:56Z', 'revision_number': 4, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'f1e53df9-9118-42b3-bbb1-cdd9ff7892de', 'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'mac_address': 'fa:16:3e:76:72:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:55Z', 'updated_at': '2022-05-12T15:02:59Z', 'revision_number': 4, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'subnets': [{'id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:00.806371 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6634f68-7a95-439b-996c-e2d2e6c5a50d None None] The sync data for ids ['694463f3-af88-4722-a65a-b0859ea313af'] in dv-cinder-831187-2-smb is: [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:56Z', 'revision_number': 4, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'f1e53df9-9118-42b3-bbb1-cdd9ff7892de', 'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'mac_address': 'fa:16:3e:76:72:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:55Z', 'updated_at': '2022-05-12T15:02:59Z', 'revision_number': 4, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'subnets': [{'id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:03:00.997059 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:01.064702 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:01.078931 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 40692) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:03:01.205474 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event updated for resources: {'Port': ['ID=6ed7776f-610d-4b44-b317-e638c7da70a4,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:01.225300 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:01.282195 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:01.311140 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:03:01.318493 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Usage tracker for resource:security_group_rule and tenant:f9f7f6571814452e887d84583a5cad7d is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:03:01.322127 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:03:01.330574 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:03:01.333514 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:01.336599 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-7480df78-d2ba-4d8e-b130-b30e00129d41 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5746200 May 12 15:03:01.368340 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cdbb6-eeef-465b-a10f-34189a01272d req-c5596be4-cb2d-47d3-aa78-da108037c22d tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:01.375558 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c74cdbb6-eeef-465b-a10f-34189a01272d req-c5596be4-cb2d-47d3-aa78-da108037c22d tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.1877935 May 12 15:03:01.445005 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c74cdbb6-eeef-465b-a10f-34189a01272d req-30034008-459e-42cd-8102-46b81c2d16aa tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682495 May 12 15:03:01.502173 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:01.572547 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:01.604139 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-e37a233b-207c-4189-940c-3ffee29ca36c tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1019573666&fields=id&tenant_id=47a6a0be2aee4b3690e9033823b103bc HTTP/1.1" status: 200 len: 267 time: 0.0640881 May 12 15:03:01.660158 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f9f7f6571814452e887d84583a5cad7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800328 May 12 15:03:01.663423 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40712) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:03:01.665678 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae70905e-e31d-47a1-831e-81c7f3fcfe6d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:01.729459 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:01.729795 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:01.730121 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:01.730448 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:01.730765 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:01.731080 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:01.731394 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:01.731707 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:01.732017 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:01.732327 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:01.732483 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ac5dffbe-516e-4017-84bf-d15309853eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:01.732640 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:01.732955 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99994aeb-1c64-41ac-8501-275fb3eb1df4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:01.772307 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ac5dffbe-516e-4017-84bf-d15309853eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:01.827750 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-939df5fe-f23d-4bcb-bcb7-816ec047a4ab tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:01.829297 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-939df5fe-f23d-4bcb-bcb7-816ec047a4ab tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/networks?id=c32ad80b-1ac0-499b-af9d-6c9406a6c86b HTTP/1.1" status: 200 len: 810 time: 0.2119520 May 12 15:03:01.847065 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-6dac0ed2-c163-4c4f-88d5-1fe22be223e2 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/quotas/47a6a0be2aee4b3690e9033823b103bc HTTP/1.1" status: 200 len: 375 time: 0.0101745 May 12 15:03:01.942867 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-398b7e7b-8995-4299-b66f-ef008abb57bc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Synchronizing usage tracker for tenant:47a6a0be2aee4b3690e9033823b103bc on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:03:02.023062 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ac5dffbe-516e-4017-84bf-d15309853eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:02.023684 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1d520-3939-4151-b739-ac178a2a3300 req-7f59698c-cded-48f7-bd3c-4dfcedcd3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:02.025448 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-05d1d520-3939-4151-b739-ac178a2a3300 req-7f59698c-cded-48f7-bd3c-4dfcedcd3690 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecfdd8e25a724584b830818714552807&device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 1098 time: 0.0796227 May 12 15:03:02.040275 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5dffbe-516e-4017-84bf-d15309853eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae70905e-e31d-47a1-831e-81c7f3fcfe6d,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:02.045230 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ac5dffbe-516e-4017-84bf-d15309853eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:02.046243 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-ac5dffbe-516e-4017-84bf-d15309853eaf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae70905e-e31d-47a1-831e-81c7f3fcfe6d HTTP/1.1" status: 204 len: 168 time: 0.3810980 May 12 15:03:02.106806 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-398b7e7b-8995-4299-b66f-ef008abb57bc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Unset dirty status for tenant:47a6a0be2aee4b3690e9033823b103bc on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:03:02.108095 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-398b7e7b-8995-4299-b66f-ef008abb57bc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=47a6a0be2aee4b3690e9033823b103bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2531381 May 12 15:03:02.267010 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1d520-3939-4151-b739-ac178a2a3300 req-15598aa6-0b00-41bf-998f-beeaa540bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:02.268415 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-05d1d520-3939-4151-b739-ac178a2a3300 req-15598aa6-0b00-41bf-998f-beeaa540bd00 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c869c893-5e1b-47a8-8cc0-0cb63524d61c HTTP/1.1" status: 200 len: 910 time: 0.2372050 May 12 15:03:02.298082 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device f1e53df9-9118-42b3-bbb1-cdd9ff7892de up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:03:02.372071 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-16b8966d-a902-4b9f-b464-e83247fecd06 service neutron] 10.222.0.70 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515445 May 12 15:03:02.445751 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port f1e53df9-9118-42b3-bbb1-cdd9ff7892de completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:03:02.451324 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port f1e53df9-9118-42b3-bbb1-cdd9ff7892de triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:03:02.451683 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:02.582461 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:02.608420 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-05d1d520-3939-4151-b739-ac178a2a3300 req-fe3dbfcd-525f-49b7-bc52-4054ac705e5f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf HTTP/1.1" status: 200 len: 1001 time: 0.3343163 May 12 15:03:02.633806 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port f1e53df9-9118-42b3-bbb1-cdd9ff7892de, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=f1e53df9-9118-42b3-bbb1-cdd9ff7892de,segment=NetworkSegment(501c2111-fef2-49e4-8f0a-e75c028a492e),segment_id=501c2111-fef2-49e4-8f0a-e75c028a492e)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:03:02.722248 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:02.729746 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1d520-3939-4151-b739-ac178a2a3300 req-dab53e33-22c9-4daf-bc7e-8184dab914a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:02.731205 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-05d1d520-3939-4151-b739-ac178a2a3300 req-dab53e33-22c9-4daf-bc7e-8184dab914a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e4512ec-10c3-466b-9882-15d05fa1f1c5 HTTP/1.1" status: 200 len: 848 time: 0.1149404 May 12 15:03:02.733467 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-c1f28a34-ef3a-4289-ba27-d285fc58783c service neutron] 10.222.0.70 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546805 May 12 15:03:02.789615 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 40722) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:03:02.799610 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=f1e53df9-9118-42b3-bbb1-cdd9ff7892de,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:02.823911 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a7e45-9d22-4f7d-9ad1-f301cffa7e75 req-f900e607-95f0-47b5-8146-fd3eee318cbd tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:02.826601 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7e9a7e45-9d22-4f7d-9ad1-f301cffa7e75 req-f900e607-95f0-47b5-8146-fd3eee318cbd tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.2684844 May 12 15:03:02.835339 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ade4be72-d0bc-417d-98bc-94a12f583622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:02.874940 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ade4be72-d0bc-417d-98bc-94a12f583622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:03:02.887463 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-ade4be72-d0bc-417d-98bc-94a12f583622 admin admin] Usage tracker for resource:security_group_rule and tenant:d6fe6bb309c84d1eb936680f3ca346fe is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:03:02.895164 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-ade4be72-d0bc-417d-98bc-94a12f583622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:03:02.906419 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ade4be72-d0bc-417d-98bc-94a12f583622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:03:02.911801 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7e9a7e45-9d22-4f7d-9ad1-f301cffa7e75 req-93621229-770a-4ce7-815e-099cf68a7fd5 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779536 May 12 15:03:02.917122 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1d520-3939-4151-b739-ac178a2a3300 req-eed122b8-3052-4983-b75a-3a37736c66d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:02.919747 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-05d1d520-3939-4151-b739-ac178a2a3300 req-eed122b8-3052-4983-b75a-3a37736c66d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c869c893-5e1b-47a8-8cc0-0cb63524d61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1824093 May 12 15:03:03.070092 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bf6fa760-97f7-4eb0-a00a-965d8a08f3b3 req-be25e2fb-d1b0-4a0d-a3b5-6343fea731c1 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 210 time: 0.0597920 May 12 15:03:03.141922 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-05d1d520-3939-4151-b739-ac178a2a3300 req-742d300f-0a5d-4d2a-80fa-8d2b4cb47c54 service neutron] 10.222.0.69 "GET /v2.0/networks/c869c893-5e1b-47a8-8cc0-0cb63524d61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162409 May 12 15:03:03.246355 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ade4be72-d0bc-417d-98bc-94a12f583622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:03.298625 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-05d1d520-3939-4151-b739-ac178a2a3300 req-80e0b4ff-7af1-4eac-ae5b-d739fae4cf22 service neutron] 10.222.0.69 "GET /v2.0/networks/c869c893-5e1b-47a8-8cc0-0cb63524d61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484218 May 12 15:03:03.313315 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ade4be72-d0bc-417d-98bc-94a12f583622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:03.355812 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-ade4be72-d0bc-417d-98bc-94a12f583622 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d6fe6bb309c84d1eb936680f3ca346fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5561514 May 12 15:03:03.357706 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4be72-d0bc-417d-98bc-94a12f583622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7965e066-f1cf-4fb2-a0d3-6d7dafc7f38f,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:03.358584 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40734) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:03:03.424790 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3ab0-9565-49d8-9a5d-e5f37ee86d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:03.450761 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3ab0-9565-49d8-9a5d-e5f37ee86d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:03.583902 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3ab0-9565-49d8-9a5d-e5f37ee86d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:03.607540 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e3ab0-9565-49d8-9a5d-e5f37ee86d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7965e066-f1cf-4fb2-a0d3-6d7dafc7f38f,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:03.614108 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3ab0-9565-49d8-9a5d-e5f37ee86d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:03.615233 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-2d0e3ab0-9565-49d8-9a5d-e5f37ee86d9f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7965e066-f1cf-4fb2-a0d3-6d7dafc7f38f HTTP/1.1" status: 204 len: 168 time: 0.2539296 May 12 15:03:04.111143 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0155e-c650-44dc-ac7c-7a6f5ac8e75b req-ab72008e-9097-47dc-b4d3-b984be21feea tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:04.113043 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b5e0155e-c650-44dc-ac7c-7a6f5ac8e75b req-ab72008e-9097-47dc-b4d3-b984be21feea tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.0844271 May 12 15:03:04.160692 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b5e0155e-c650-44dc-ac7c-7a6f5ac8e75b req-2c0ccdfd-2252-4d7a-8a9c-6550c9f693cc tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406952 May 12 15:03:04.243932 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0183eb6f-0642-49de-9b00-0f7d9d35c4ee req-595b6dee-f56b-4052-ba3b-be38316f1e91 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 210 time: 0.0505660 May 12 15:03:04.287747 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device f1e53df9-9118-42b3-bbb1-cdd9ff7892de up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:03:04.357076 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port f1e53df9-9118-42b3-bbb1-cdd9ff7892de triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:03:04.357354 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:04.381137 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 40748) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:03:04.398587 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d69c74ae-1f88-4f38-85cf-875927ceb7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:04.415166 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d69c74ae-1f88-4f38-85cf-875927ceb7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:03:04.419917 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-d69c74ae-1f88-4f38-85cf-875927ceb7b2 admin admin] Usage tracker for resource:security_group_rule and tenant:885b824fc33a4243af67192b486c8016 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:03:04.423553 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-d69c74ae-1f88-4f38-85cf-875927ceb7b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:03:04.430643 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d69c74ae-1f88-4f38-85cf-875927ceb7b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:03:04.527414 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d69c74ae-1f88-4f38-85cf-875927ceb7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:04.601763 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d69c74ae-1f88-4f38-85cf-875927ceb7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:04.649772 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-d69c74ae-1f88-4f38-85cf-875927ceb7b2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=885b824fc33a4243af67192b486c8016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674973 May 12 15:03:04.650483 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c74ae-1f88-4f38-85cf-875927ceb7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3325ff76-29b2-47ca-95f4-70e4ce5f9042,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:04.652802 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 40752) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:03:04.719607 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ecbadd27-0872-4a15-acd4-62a8f80cfd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:04.750548 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ecbadd27-0872-4a15-acd4-62a8f80cfd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:04.880629 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ecbadd27-0872-4a15-acd4-62a8f80cfd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:04.901315 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbadd27-0872-4a15-acd4-62a8f80cfd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3325ff76-29b2-47ca-95f4-70e4ce5f9042,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:04.914648 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ecbadd27-0872-4a15-acd4-62a8f80cfd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:04.916073 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-ecbadd27-0872-4a15-acd4-62a8f80cfd18 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3325ff76-29b2-47ca-95f4-70e4ce5f9042 HTTP/1.1" status: 204 len: 168 time: 0.2623816 May 12 15:03:05.374340 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483ea20-972e-4057-ae1f-be59a33e9321 req-2a3e0387-0254-44d3-aaef-85ad41f1a1e7 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:05.376235 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2483ea20-972e-4057-ae1f-be59a33e9321 req-2a3e0387-0254-44d3-aaef-85ad41f1a1e7 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.1048863 May 12 15:03:05.447606 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e2a384c7-5258-4dc6-9ef3-df0e5ac782a4 req-780d47a4-3cac-448a-b304-a8dab3df90f8 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 210 time: 0.0639915 May 12 15:03:05.478910 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2483ea20-972e-4057-ae1f-be59a33e9321 req-65cccb26-15e2-4dad-960e-a8837382bb4e tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941720 May 12 15:03:05.664413 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-b3f90b1a-d84c-4a25-8e2c-6fae379ddd7e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:05.665807 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-b3f90b1a-d84c-4a25-8e2c-6fae379ddd7e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.69 "GET /v2.0/networks?id=c32ad80b-1ac0-499b-af9d-6c9406a6c86b HTTP/1.1" status: 200 len: 810 time: 0.1553178 May 12 15:03:05.721359 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-97e6c39a-446f-47ab-b79f-77b0a344483e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a6a0be2aee4b3690e9033823b103bc HTTP/1.1" status: 200 len: 380 time: 0.0420048 May 12 15:03:05.730642 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-12d8551e-a932-4437-b958-72fd0d130b9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Request body: {'port': {'device_id': 'c52a25fd-ea0c-4692-8328-fc4f37058284', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'admin_state_up': True, 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'security_groups': ['c0b4a288-6268-4835-a858-f927141135a0']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:03:05.886202 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-12d8551e-a932-4437-b958-72fd0d130b9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:03:05.897414 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-12d8551e-a932-4437-b958-72fd0d130b9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:03:05.971301 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-12d8551e-a932-4437-b958-72fd0d130b9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Made reservation on behalf of 47a6a0be2aee4b3690e9033823b103bc for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:03:05.975599 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-12d8551e-a932-4437-b958-72fd0d130b9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:06.251802 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-12d8551e-a932-4437-b958-72fd0d130b9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Allocated IP 172.20.0.13 (c32ad80b-1ac0-499b-af9d-6c9406a6c86b/b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2/a7c28ea7-b282-4ad6-8971-4660f190dc89) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:03:06.456704 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-12d8551e-a932-4437-b958-72fd0d130b9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:06.475956 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-12d8551e-a932-4437-b958-72fd0d130b9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Transition to ACTIVE for port object a7c28ea7-b282-4ad6-8971-4660f190dc89 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:03:06.579440 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-12d8551e-a932-4437-b958-72fd0d130b9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:06.746051 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-12d8551e-a932-4437-b958-72fd0d130b9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Network c32ad80b-1ac0-499b-af9d-6c9406a6c86b is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:03:06.749973 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-12d8551e-a932-4437-b958-72fd0d130b9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:03:06.768382 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-12d8551e-a932-4437-b958-72fd0d130b9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:03:06.803607 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8551e-a932-4437-b958-72fd0d130b9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event updated for resources: {'Port': ['ID=a7c28ea7-b282-4ad6-8971-4660f190dc89,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:06.864631 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-12d8551e-a932-4437-b958-72fd0d130b9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:06.865253 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-12d8551e-a932-4437-b958-72fd0d130b9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:06.890718 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d845ea-5ce4-4d30-83b6-db70914c8038 req-8916df98-5dc4-42d8-94bf-21b33b0b0b86 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:06.892289 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b6d845ea-5ce4-4d30-83b6-db70914c8038 req-8916df98-5dc4-42d8-94bf-21b33b0b0b86 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 932 time: 0.3108401 May 12 15:03:06.902395 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470cee2-7d42-467c-9030-6a376cd8880b req-33d9f95f-b325-4bc5-8661-79cf5d82fa6a tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:06.903931 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b470cee2-7d42-467c-9030-6a376cd8880b req-33d9f95f-b325-4bc5-8661-79cf5d82fa6a tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.2831507 May 12 15:03:06.983135 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b6d845ea-5ce4-4d30-83b6-db70914c8038 req-2501dad2-13f6-4d85-8728-36ff1b22d1be tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775156 May 12 15:03:06.993270 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b470cee2-7d42-467c-9030-6a376cd8880b req-8ef003bb-9163-42c6-a7e2-a55a7c214f29 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830657 May 12 15:03:07.038810 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-12d8551e-a932-4437-b958-72fd0d130b9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3130600 May 12 15:03:07.058892 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Request body: {'port': {'device_id': 'c52a25fd-ea0c-4692-8328-fc4f37058284', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:03:07.157006 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-24565887-1ec0-4e0f-b695-97c9abb85601 None None] Provisioning for port a7c28ea7-b282-4ad6-8971-4660f190dc89 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:03:07.162442 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-24565887-1ec0-4e0f-b695-97c9abb85601 None None] Provisioning complete for port a7c28ea7-b282-4ad6-8971-4660f190dc89 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:03:07.162442 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24565887-1ec0-4e0f-b695-97c9abb85601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:07.206377 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:07.241969 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-24565887-1ec0-4e0f-b695-97c9abb85601 None None] Port a7c28ea7-b282-4ad6-8971-4660f190dc89 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:03:07.570933 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [req-9805b244-01e2-4ca0-8d73-1fd5342fd875 req-02ee2590-bd9b-4320-8a70-5adfac636c80 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774736 May 12 15:03:07.633091 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c28ea7-b282-4ad6-8971-4660f190dc89 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:03:07.647234 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70be4c-8ddd-46a9-ad8e-5d183d320788 req-8b032bda-526c-40d0-a53e-d59b32a83415 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:07.648670 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6d70be4c-8ddd-46a9-ad8e-5d183d320788 req-8b032bda-526c-40d0-a53e-d59b32a83415 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.1557875 May 12 15:03:07.650403 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:07.668771 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Transition to ACTIVE for port object a7c28ea7-b282-4ad6-8971-4660f190dc89 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:03:07.706280 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6d70be4c-8ddd-46a9-ad8e-5d183d320788 req-95ff33ef-4b27-403f-a77a-d326a41e8b15 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485134 May 12 15:03:07.750179 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:07.809689 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:03:07.888968 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c28ea7-b282-4ad6-8971-4660f190dc89,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:07.977522 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:08.010005 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:03:08.019965 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,segment=NetworkSegment(49350255-2b97-4356-8689-4d9bf03ce608),segment_id=49350255-2b97-4356-8689-4d9bf03ce608)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:03:08.048252 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Attempting to bind port a7c28ea7-b282-4ad6-8971-4660f190dc89 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:03:08.048621 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Attempting to bind port a7c28ea7-b282-4ad6-8971-4660f190dc89 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '501c2111-fef2-49e4-8f0a-e75c028a492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:03:08.049452 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Attempting to bind port a7c28ea7-b282-4ad6-8971-4660f190dc89 on network c32ad80b-1ac0-499b-af9d-6c9406a6c86b {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:03:08.060807 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Port a7c28ea7-b282-4ad6-8971-4660f190dc89 on network c32ad80b-1ac0-499b-af9d-6c9406a6c86b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:03:08.061124 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Attempting to bind port a7c28ea7-b282-4ad6-8971-4660f190dc89 on network c32ad80b-1ac0-499b-af9d-6c9406a6c86b {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:03:08.069125 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:03:08.069480 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Checking segment: {'id': '501c2111-fef2-49e4-8f0a-e75c028a492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:03:08.069916 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Bound using segment: {'id': '501c2111-fef2-49e4-8f0a-e75c028a492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:03:08.070552 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Bound port: a7c28ea7-b282-4ad6-8971-4660f190dc89, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501c2111-fef2-49e4-8f0a-e75c028a492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:03:08.074499 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:08.074596 dv-cinder-831187-2-smb neutron-server[88108]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c0f2de9a-1a05-444e-932b-79e0296b5dc2']: {'server_uuid': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf', 'code': 422} returned with failed status May 12 15:03:08.099328 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:08.191847 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,revision_number=6']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:08.229115 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] For port a7c28ea7-b282-4ad6-8971-4660f190dc89, host hv-cinder-83118, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:03:08.233112 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] For port a7c28ea7-b282-4ad6-8971-4660f190dc89, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a7c28ea7-b282-4ad6-8971-4660f190dc89,segment=NetworkSegment(501c2111-fef2-49e4-8f0a-e75c028a492e),segment_id=501c2111-fef2-49e4-8f0a-e75c028a492e)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:03:08.262552 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8671122-b4dc-40d5-bbfd-e98af1d9026e req-38828f2f-1437-48c4-bbb9-45fa18253885 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:08.263253 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-b8671122-b4dc-40d5-bbfd-e98af1d9026e req-38828f2f-1437-48c4-bbb9-45fa18253885 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Synchronizing usage tracker for tenant:47a6a0be2aee4b3690e9033823b103bc on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:03:08.303287 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:08.357744 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-b8671122-b4dc-40d5-bbfd-e98af1d9026e req-38828f2f-1437-48c4-bbb9-45fa18253885 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Unset dirty status for tenant:47a6a0be2aee4b3690e9033823b103bc on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:03:08.359005 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b8671122-b4dc-40d5-bbfd-e98af1d9026e req-38828f2f-1437-48c4-bbb9-45fa18253885 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 944 time: 0.2231045 May 12 15:03:08.368753 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:08.369374 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:08.370816 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] 10.222.0.69 "PUT /v2.0/ports/a7c28ea7-b282-4ad6-8971-4660f190dc89 HTTP/1.1" status: 200 len: 1094 time: 1.3176506 May 12 15:03:08.372372 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52a25fd-ea0c-4692-8328-fc4f37058284', 'tag': 'a7c28ea7-b282-4ad6-8971-4660f190dc89'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:03:08.498031 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e7d2c7-fb53-4d19-af75-0a26ff22966a'] response: {'name': 'network-changed', 'server_uuid': 'c52a25fd-ea0c-4692-8328-fc4f37058284', 'tag': 'a7c28ea7-b282-4ad6-8971-4660f190dc89', 'status': 'completed', 'code': 200} May 12 15:03:08.582104 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b8671122-b4dc-40d5-bbfd-e98af1d9026e req-54b71283-c050-40bc-91a5-b3a1b7aa706d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103519 May 12 15:03:08.587610 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f3441-b72c-4a6d-8427-2a299e3de359 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c28ea7-b282-4ad6-8971-4660f190dc89,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:08.632667 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b1a2d-cb61-4ea8-ad3d-f711825e2f80 req-e005201a-2096-43b6-90d4-0f30763f4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:08.634524 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4f0b1a2d-cb61-4ea8-ad3d-f711825e2f80 req-e005201a-2096-43b6-90d4-0f30763f4c08 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47a6a0be2aee4b3690e9033823b103bc&device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 1097 time: 0.1397669 May 12 15:03:08.798723 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b1a2d-cb61-4ea8-ad3d-f711825e2f80 req-d360bfa5-05a6-4a92-b9c7-5a7b236343e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:08.800278 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4f0b1a2d-cb61-4ea8-ad3d-f711825e2f80 req-d360bfa5-05a6-4a92-b9c7-5a7b236343e9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=47a6a0be2aee4b3690e9033823b103bc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1537001 May 12 15:03:08.996160 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b1a2d-cb61-4ea8-ad3d-f711825e2f80 req-917d358e-212e-4da4-b2d8-3741b58fcd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:08.997577 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4f0b1a2d-cb61-4ea8-ad3d-f711825e2f80 req-917d358e-212e-4da4-b2d8-3741b58fcd25 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1914454 May 12 15:03:09.012928 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338499a-4b88-48a2-b842-dce8c1ddb5db req-6f04d2fc-a057-4ee0-a2d0-03737fd33a1c tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:09.014411 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4338499a-4b88-48a2-b842-dce8c1ddb5db req-6f04d2fc-a057-4ee0-a2d0-03737fd33a1c tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 943 time: 0.1831915 May 12 15:03:09.061224 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4338499a-4b88-48a2-b842-dce8c1ddb5db req-5b8d9e34-cfb6-4bce-a5e2-4a3cd508a24b tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409558 May 12 15:03:09.134756 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-ec057bf2-eeda-40a0-98c8-6a42e2b34c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:09.136370 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-ec057bf2-eeda-40a0-98c8-6a42e2b34c28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47a6a0be2aee4b3690e9033823b103bc&device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 1097 time: 0.0721276 May 12 15:03:09.215427 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-a8e6b22c-2515-4be2-8b39-357d5044eaf3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c28ea7-b282-4ad6-8971-4660f190dc89 HTTP/1.1" status: 200 len: 217 time: 0.0666113 May 12 15:03:09.278996 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-19f9525d-e0c1-4108-81c0-1a19a891e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:09.280327 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-19f9525d-e0c1-4108-81c0-1a19a891e8db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2 HTTP/1.1" status: 200 len: 849 time: 0.0596204 May 12 15:03:09.358595 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-21c137af-0124-443d-9726-d930e1150a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:09.360036 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-21c137af-0124-443d-9726-d930e1150a68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c32ad80b-1ac0-499b-af9d-6c9406a6c86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725014 May 12 15:03:09.496122 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-eebb7f95-03f8-47d4-b4d1-e69d9d1ca811 service neutron] 10.222.0.69 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294694 May 12 15:03:09.633703 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6286f0eb-901e-4bdd-948e-b716cd106e98 req-3201c132-bb10-4da9-a17f-d409625efe74 service neutron] 10.222.0.69 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321445 May 12 15:03:09.794460 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c0246-866b-47d2-a822-87da38c970f3 req-004e1be8-ed14-4d9b-8109-864e144c21d0 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:09.795102 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d23c0246-866b-47d2-a822-87da38c970f3 req-004e1be8-ed14-4d9b-8109-864e144c21d0 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 944 time: 0.0831366 May 12 15:03:09.841795 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d23c0246-866b-47d2-a822-87da38c970f3 req-1a34a804-aac9-4817-9131-8c810b8ea783 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402999 May 12 15:03:10.258852 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce42c8-52b5-468e-ad90-e2081840022b req-d2550dee-c9b8-4e5a-b71b-22e06cf2fbb2 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:10.260350 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-11ce42c8-52b5-468e-ad90-e2081840022b req-d2550dee-c9b8-4e5a-b71b-22e06cf2fbb2 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 943 time: 0.0876045 May 12 15:03:10.274411 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40832) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:03:10.306047 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-11ce42c8-52b5-468e-ad90-e2081840022b req-b10ee4bc-7fd5-4f70-8f0c-bbe663993043 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401394 May 12 15:03:10.392183 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6762fed5-a262-4988-af79-943a74494ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:10.407625 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-6762fed5-a262-4988-af79-943a74494ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:03:10.411464 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-6762fed5-a262-4988-af79-943a74494ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:d2d387029d864caaa618ed2ddb41db3e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:03:10.414508 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-6762fed5-a262-4988-af79-943a74494ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:03:10.420135 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-6762fed5-a262-4988-af79-943a74494ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:03:10.504319 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805b244-01e2-4ca0-8d73-1fd5342fd875 req-016a128c-f992-4a2d-9354-de7f0d1b31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:10.505440 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6762fed5-a262-4988-af79-943a74494ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:10.506537 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9805b244-01e2-4ca0-8d73-1fd5342fd875 req-016a128c-f992-4a2d-9354-de7f0d1b31bc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b&tenant_id=ecfdd8e25a724584b830818714552807 HTTP/1.1" status: 200 len: 1096 time: 0.0854526 May 12 15:03:10.573009 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6762fed5-a262-4988-af79-943a74494ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:10.612779 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805b244-01e2-4ca0-8d73-1fd5342fd875 req-81349ca3-61ba-4d05-860f-d674be0c50c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:10.614955 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9805b244-01e2-4ca0-8d73-1fd5342fd875 req-81349ca3-61ba-4d05-860f-d674be0c50c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecfdd8e25a724584b830818714552807&device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 1096 time: 0.0764616 May 12 15:03:10.620939 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-6762fed5-a262-4988-af79-943a74494ea3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2d387029d864caaa618ed2ddb41db3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454351 May 12 15:03:10.622638 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762fed5-a262-4988-af79-943a74494ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d59e02-ccaa-4ff8-8c57-24b14363149a,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:10.632644 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40838) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:03:10.694983 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a860d71c-51fb-4db6-8b70-38d9dbacd4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:10.721457 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a860d71c-51fb-4db6-8b70-38d9dbacd4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:10.773025 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805b244-01e2-4ca0-8d73-1fd5342fd875 req-e3163476-16dc-4932-8132-5b536c72e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:10.774558 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9805b244-01e2-4ca0-8d73-1fd5342fd875 req-e3163476-16dc-4932-8132-5b536c72e330 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c869c893-5e1b-47a8-8cc0-0cb63524d61c HTTP/1.1" status: 200 len: 910 time: 0.1542425 May 12 15:03:10.877005 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-67bd6914-c05f-4abf-a61a-f351a77d8a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:10.891668 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a860d71c-51fb-4db6-8b70-38d9dbacd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:10.907741 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860d71c-51fb-4db6-8b70-38d9dbacd4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d59e02-ccaa-4ff8-8c57-24b14363149a,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:10.916297 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a860d71c-51fb-4db6-8b70-38d9dbacd4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:10.920625 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-a860d71c-51fb-4db6-8b70-38d9dbacd4cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00d59e02-ccaa-4ff8-8c57-24b14363149a HTTP/1.1" status: 204 len: 168 time: 0.2870014 May 12 15:03:11.020448 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9805b244-01e2-4ca0-8d73-1fd5342fd875 req-34d4b34a-66bb-4432-b6cf-02dd5e9a9f32 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf HTTP/1.1" status: 200 len: 999 time: 0.2392581 May 12 15:03:11.094732 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805b244-01e2-4ca0-8d73-1fd5342fd875 req-89f3d849-fab2-4fc5-b453-2986c74f817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:11.096157 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9805b244-01e2-4ca0-8d73-1fd5342fd875 req-89f3d849-fab2-4fc5-b453-2986c74f817d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e4512ec-10c3-466b-9882-15d05fa1f1c5 HTTP/1.1" status: 200 len: 848 time: 0.0697100 May 12 15:03:11.142634 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5a5af-67d0-418d-9631-a54e5a696e35 req-8c6c5c4a-81bb-4de8-8ac4-e0f1f6ead29f tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:11.144112 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b9d5a5af-67d0-418d-9631-a54e5a696e35 req-8c6c5c4a-81bb-4de8-8ac4-e0f1f6ead29f tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 944 time: 0.1820672 May 12 15:03:11.209938 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b9d5a5af-67d0-418d-9631-a54e5a696e35 req-6f1dab31-79c4-4735-aa28-56f3b4c83774 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591724 May 12 15:03:11.228810 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805b244-01e2-4ca0-8d73-1fd5342fd875 req-adc866e7-91ce-47cf-8be7-26d819522392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:11.234556 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9805b244-01e2-4ca0-8d73-1fd5342fd875 req-adc866e7-91ce-47cf-8be7-26d819522392 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c869c893-5e1b-47a8-8cc0-0cb63524d61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1257880 May 12 15:03:11.374043 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9805b244-01e2-4ca0-8d73-1fd5342fd875 req-303baef1-35bd-4426-9d09-688759216e41 service neutron] 10.222.0.69 "GET /v2.0/networks/c869c893-5e1b-47a8-8cc0-0cb63524d61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360662 May 12 15:03:11.574270 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9805b244-01e2-4ca0-8d73-1fd5342fd875 req-969c99d0-f79b-41cc-8ac8-42d773ad2ac1 service neutron] 10.222.0.69 "GET /v2.0/networks/c869c893-5e1b-47a8-8cc0-0cb63524d61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941564 May 12 15:03:11.591412 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc9249-63ce-40dc-9821-6561cfb56ab5 req-0b41bae2-83b7-459f-8f1f-118f445c3717 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:11.592864 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0cdc9249-63ce-40dc-9821-6561cfb56ab5 req-0b41bae2-83b7-459f-8f1f-118f445c3717 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 943 time: 0.1409521 May 12 15:03:11.638954 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0cdc9249-63ce-40dc-9821-6561cfb56ab5 req-480b4ed1-640e-4f5d-95dc-1995b725bf00 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394318 May 12 15:03:11.836098 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device a7c28ea7-b282-4ad6-8971-4660f190dc89 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:03:11.976566 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port a7c28ea7-b282-4ad6-8971-4660f190dc89, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a7c28ea7-b282-4ad6-8971-4660f190dc89,segment=NetworkSegment(501c2111-fef2-49e4-8f0a-e75c028a492e),segment_id=501c2111-fef2-49e4-8f0a-e75c028a492e)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:03:11.991974 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': 'a7c28ea7-b282-4ad6-8971-4660f190dc89', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'port_id': 'a7c28ea7-b282-4ad6-8971-4660f190dc89', 'mac_address': 'fa:16:3e:72:67:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:03:12.065509 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:12.091108 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c28ea7-b282-4ad6-8971-4660f190dc89 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:03:12.110033 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port a7c28ea7-b282-4ad6-8971-4660f190dc89, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a7c28ea7-b282-4ad6-8971-4660f190dc89,segment=NetworkSegment(501c2111-fef2-49e4-8f0a-e75c028a492e),segment_id=501c2111-fef2-49e4-8f0a-e75c028a492e)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:03:12.184781 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:12.274596 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=a7c28ea7-b282-4ad6-8971-4660f190dc89,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:12.421465 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12332fde-2943-4e37-8738-27a6eb18fbe0 req-a6f988f4-5e6d-4247-8f51-ce968fd6548a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:12.422934 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-12332fde-2943-4e37-8738-27a6eb18fbe0 req-a6f988f4-5e6d-4247-8f51-ce968fd6548a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 945 time: 0.0829954 May 12 15:03:12.479326 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-12332fde-2943-4e37-8738-27a6eb18fbe0 req-e00a3fde-5781-42ea-8584-742d18aeadc1 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503044 May 12 15:03:12.480411 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['a7c28ea7-b282-4ad6-8971-4660f190dc89'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:03:12.834059 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb87bc-7c01-47ad-bd91-a8041f322c5a req-c0d9acd1-cadb-4ac3-b689-43d31a02566e tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:12.836280 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f6eb87bc-7c01-47ad-bd91-a8041f322c5a req-c0d9acd1-cadb-4ac3-b689-43d31a02566e tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 943 time: 0.0846510 May 12 15:03:12.885516 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f6eb87bc-7c01-47ad-bd91-a8041f322c5a req-58c5b3c1-8b08-473e-ad52-efa15afcd50d tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431314 May 12 15:03:13.053107 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0340eb63-fa31-45fd-842d-269044f7fc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:13.680769 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b007297-bde4-401c-84b3-46275e7bba14 req-8a0bb198-a213-4ff2-886a-f09c0714e01b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:13.682416 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4b007297-bde4-401c-84b3-46275e7bba14 req-8a0bb198-a213-4ff2-886a-f09c0714e01b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 945 time: 0.0882435 May 12 15:03:13.729527 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4b007297-bde4-401c-84b3-46275e7bba14 req-d439b109-80a9-4fcf-855e-c250149f2b46 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413413 May 12 15:03:13.851169 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:03:13.890802 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device a7c28ea7-b282-4ad6-8971-4660f190dc89 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:03:14.091396 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300fa59-268c-4e1a-b36e-d38ed39c76c4 req-22c2c364-f36b-49c5-8204-adae2a53407f tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:14.092973 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5300fa59-268c-4e1a-b36e-d38ed39c76c4 req-22c2c364-f36b-49c5-8204-adae2a53407f tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 943 time: 0.0908737 May 12 15:03:14.094116 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,segment=NetworkSegment(49350255-2b97-4356-8689-4d9bf03ce608),segment_id=49350255-2b97-4356-8689-4d9bf03ce608)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:03:14.111670 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port a7c28ea7-b282-4ad6-8971-4660f190dc89 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:03:14.117714 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf', 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'port_id': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf', 'mac_address': 'fa:16:3e:53:70:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:03:14.120586 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port a7c28ea7-b282-4ad6-8971-4660f190dc89 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:03:14.120956 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:14.147480 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5300fa59-268c-4e1a-b36e-d38ed39c76c4 req-4be50c1b-7723-4a7e-bae1-53b87c7314f6 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464950 May 12 15:03:14.237975 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:14.275051 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:03:14.335306 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,segment=NetworkSegment(49350255-2b97-4356-8689-4d9bf03ce608),segment_id=49350255-2b97-4356-8689-4d9bf03ce608)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:03:14.348940 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:14.378800 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52a25fd-ea0c-4692-8328-fc4f37058284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c28ea7-b282-4ad6-8971-4660f190dc89'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:03:14.394020 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port a7c28ea7-b282-4ad6-8971-4660f190dc89, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a7c28ea7-b282-4ad6-8971-4660f190dc89,segment=NetworkSegment(501c2111-fef2-49e4-8f0a-e75c028a492e),segment_id=501c2111-fef2-49e4-8f0a-e75c028a492e)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:03:14.432976 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa103789-a1a4-4f29-9404-fd359258f954'] response: {'server_uuid': 'c52a25fd-ea0c-4692-8328-fc4f37058284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c28ea7-b282-4ad6-8971-4660f190dc89', 'code': 200} May 12 15:03:14.441767 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:14.525028 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:14.530073 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,revision_number=7']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:14.592167 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:14.636049 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=a7c28ea7-b282-4ad6-8971-4660f190dc89,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:14.727404 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['2c0ac58a-f3ef-4d06-bb4a-587c6e117baf'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:03:14.943529 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd55587-ebfc-41f4-bd7f-4c7ba4eaa226 req-da1644c8-1fe4-4cbe-8fc8-891bb355d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:14.945051 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4bd55587-ebfc-41f4-bd7f-4c7ba4eaa226 req-da1644c8-1fe4-4cbe-8fc8-891bb355d37c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 1099 time: 0.1623938 May 12 15:03:14.956930 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2b433-46e3-4b36-a2f5-e3c9185e6b75 req-eeddcc4c-261f-4ff7-9a16-9c32c7204ed9 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:14.959011 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f9b2b433-46e3-4b36-a2f5-e3c9185e6b75 req-eeddcc4c-261f-4ff7-9a16-9c32c7204ed9 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.1092975 May 12 15:03:15.059636 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4bd55587-ebfc-41f4-bd7f-4c7ba4eaa226 req-f7612ac1-3cce-4757-bc69-74764607a4a0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994244 May 12 15:03:15.064334 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f9b2b433-46e3-4b36-a2f5-e3c9185e6b75 req-db6f388e-13ce-49d3-a425-9e96a11a0e7c tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914171 May 12 15:03:15.211865 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:15.358648 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3960e89-a0af-4c14-8b60-f20f2aac306e req-347b0678-db3a-41d4-a3d3-083dbf50e685 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:15.360126 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e3960e89-a0af-4c14-8b60-f20f2aac306e req-347b0678-db3a-41d4-a3d3-083dbf50e685 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 944 time: 0.0853190 May 12 15:03:15.410064 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e3960e89-a0af-4c14-8b60-f20f2aac306e req-d74e1330-4bd1-4c61-b1ad-76d8b671da31 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431545 May 12 15:03:15.872132 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:03:15.948324 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:03:15.948726 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:16.106755 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:16.121190 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:16.159999 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,segment=NetworkSegment(49350255-2b97-4356-8689-4d9bf03ce608),segment_id=49350255-2b97-4356-8689-4d9bf03ce608)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:03:16.241264 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:16.297457 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67475e-794f-49b4-984b-74b2d57d35df req-a44c0935-e847-4dc2-92d1-d1298187f1e9 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:16.299095 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6d67475e-794f-49b4-984b-74b2d57d35df req-a44c0935-e847-4dc2-92d1-d1298187f1e9 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.1058352 May 12 15:03:16.355678 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,revision_number=8']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:16.356030 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6d67475e-794f-49b4-984b-74b2d57d35df req-f6b8f4d8-76da-4d83-9b76-2528f3141813 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499187 May 12 15:03:16.434485 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:03:16.483529 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f54281-1e8e-40c1-84a3-9d3cc431850d'] response: {'server_uuid': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf', 'code': 200} May 12 15:03:16.644734 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58eb9d-4404-4d0d-8a52-d19c57baa803 req-3ff7b4b3-d8f6-43ac-afa8-cb9d4875cf74 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:16.646303 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9d58eb9d-4404-4d0d-8a52-d19c57baa803 req-3ff7b4b3-d8f6-43ac-afa8-cb9d4875cf74 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.1019855 May 12 15:03:16.694725 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9d58eb9d-4404-4d0d-8a52-d19c57baa803 req-cf8cc4d8-777c-43c4-a508-8664e0c821e1 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424886 May 12 15:03:16.979830 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe26c4-b005-4b6b-ab63-af0abed7359b req-fdbbb6a1-a47f-4618-a737-6d8fd4b810a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:16.981250 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-dcfe26c4-b005-4b6b-ab63-af0abed7359b req-fdbbb6a1-a47f-4618-a737-6d8fd4b810a5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 1098 time: 0.0763009 May 12 15:03:17.026256 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-dcfe26c4-b005-4b6b-ab63-af0abed7359b req-bf89d706-4b07-4de7-896f-d8d5f515507c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392601 May 12 15:03:17.572221 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec44cd-72b1-4b84-b678-304a391ecd0f req-14dabcf4-6cf0-45d7-96e7-9a2e49fdcfc3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:17.573654 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-65ec44cd-72b1-4b84-b678-304a391ecd0f req-14dabcf4-6cf0-45d7-96e7-9a2e49fdcfc3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0898852 May 12 15:03:17.623638 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-65ec44cd-72b1-4b84-b678-304a391ecd0f req-8827f5bf-dd00-4e0c-868a-9a0918ed3364 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440679 May 12 15:03:17.998469 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a899a-5632-4dab-abf6-9abc10fdeea2 req-2bb7d6cc-6f35-47af-83bc-43b2983d361f tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:17.999995 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a53a899a-5632-4dab-abf6-9abc10fdeea2 req-2bb7d6cc-6f35-47af-83bc-43b2983d361f tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.2535002 May 12 15:03:18.008224 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdf182-5b34-4ec9-baab-27609aa88a2a req-e2e4053f-304d-4b7d-b89c-7c8975635f2a tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:18.009887 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5bcdf182-5b34-4ec9-baab-27609aa88a2a req-e2e4053f-304d-4b7d-b89c-7c8975635f2a tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.1255445 May 12 15:03:18.011193 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 40924) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:03:18.020598 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-20018fb8-2d4e-41d8-a9ce-105587b8ceee tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Request body: {'floatingip': {'port_id': 'a7c28ea7-b282-4ad6-8971-4660f190dc89'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:03:18.071342 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5bcdf182-5b34-4ec9-baab-27609aa88a2a req-55cd1284-b13a-4203-a665-07cbf9f6baaf tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538368 May 12 15:03:18.118081 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-20018fb8-2d4e-41d8-a9ce-105587b8ceee tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for floatingip, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:18.792807 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-20018fb8-2d4e-41d8-a9ce-105587b8ceee tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:18.876259 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-20018fb8-2d4e-41d8-a9ce-105587b8ceee tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:19.030754 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:19.066660 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.l3_db [None req-20018fb8-2d4e-41d8-a9ce-105587b8ceee tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Floating IP 57c1738d-1c1d-49c6-afe2-a28e6dea640c associated. External IP: 172.28.3.162, port: a7c28ea7-b282-4ad6-8971-4660f190dc89. May 12 15:03:19.299961 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d0ed7-f434-40b8-9061-deaeb3a79ac5 req-7f5e6d4d-cb66-487a-95ca-e640c4a381bf tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:19.301460 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-504d0ed7-f434-40b8-9061-deaeb3a79ac5 req-7f5e6d4d-cb66-487a-95ca-e640c4a381bf tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.0925810 May 12 15:03:19.350553 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-504d0ed7-f434-40b8-9061-deaeb3a79ac5 req-2412bee7-68d2-497e-8cb5-1e898179cafc tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424790 May 12 15:03:19.559501 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20018fb8-2d4e-41d8-a9ce-105587b8ceee tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Router 694463f3-af88-4722-a65a-b0859ea313af has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:03:19.752133 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20018fb8-2d4e-41d8-a9ce-105587b8ceee tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:03:19.757950 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-20018fb8-2d4e-41d8-a9ce-105587b8ceee tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:19.762563 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031303bc-a78f-4da4-a9f6-d9c91a082423 None None] Sync routers for ids ['694463f3-af88-4722-a65a-b0859ea313af'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:03:19.773058 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031303bc-a78f-4da4-a9f6-d9c91a082423 None None] Routers {'694463f3-af88-4722-a65a-b0859ea313af'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:03:19.773689 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-031303bc-a78f-4da4-a9f6-d9c91a082423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:03:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['694463f3-af88-4722-a65a-b0859ea313af'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:19.821996 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-20018fb8-2d4e-41d8-a9ce-105587b8ceee tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "PUT /v2.0/floatingips/57c1738d-1c1d-49c6-afe2-a28e6dea640c HTTP/1.1" status: 200 len: 992 time: 1.8073621 May 12 15:03:19.821996 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52a25fd-ea0c-4692-8328-fc4f37058284', 'tag': 'a7c28ea7-b282-4ad6-8971-4660f190dc89'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:03:19.866777 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe43471-39c1-4b32-914d-4a7e1db66933'] response: {'name': 'network-changed', 'server_uuid': 'c52a25fd-ea0c-4692-8328-fc4f37058284', 'tag': 'a7c28ea7-b282-4ad6-8971-4660f190dc89', 'status': 'completed', 'code': 200} May 12 15:03:19.999828 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6e35c-5e21-4523-978d-4f28db41cf48 req-f9e4d56c-115f-4edf-9947-b0181ad4e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:20.001745 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-eba6e35c-5e21-4523-978d-4f28db41cf48 req-f9e4d56c-115f-4edf-9947-b0181ad4e1c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47a6a0be2aee4b3690e9033823b103bc&device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 1099 time: 0.0916905 May 12 15:03:20.011456 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-031303bc-a78f-4da4-a9f6-d9c91a082423 None None] Set router 694463f3-af88-4722-a65a-b0859ea313af gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:03:20.163385 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6e35c-5e21-4523-978d-4f28db41cf48 req-25be6c91-a4dd-4a3b-b6c7-33d7d5ec2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:20.165093 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-eba6e35c-5e21-4523-978d-4f28db41cf48 req-25be6c91-a4dd-4a3b-b6c7-33d7d5ec2a24 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c32ad80b-1ac0-499b-af9d-6c9406a6c86b HTTP/1.1" status: 200 len: 911 time: 0.1567364 May 12 15:03:20.284563 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-eba6e35c-5e21-4523-978d-4f28db41cf48 req-fdbceb42-3fdd-478e-a13c-860ce2bb8297 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c28ea7-b282-4ad6-8971-4660f190dc89 HTTP/1.1" status: 200 len: 1000 time: 0.1115096 May 12 15:03:20.356586 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6e35c-5e21-4523-978d-4f28db41cf48 req-9c821820-2739-4cb3-865a-07af073456e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:20.358819 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-eba6e35c-5e21-4523-978d-4f28db41cf48 req-9c821820-2739-4cb3-865a-07af073456e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2 HTTP/1.1" status: 200 len: 849 time: 0.0685802 May 12 15:03:20.401805 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-031303bc-a78f-4da4-a9f6-d9c91a082423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:56Z', 'revision_number': 4, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '57c1738d-1c1d-49c6-afe2-a28e6dea640c', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'floating_ip_address': '172.28.3.162', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '694463f3-af88-4722-a65a-b0859ea313af', 'port_id': 'a7c28ea7-b282-4ad6-8971-4660f190dc89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'mac_address': 'fa:16:3e:72:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a25fd-ea0c-4692-8328-fc4f37058284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:03:00Z', 'updated_at': '2022-05-12T15:03:18Z', 'revision_number': 1, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e53df9-9118-42b3-bbb1-cdd9ff7892de', 'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'mac_address': 'fa:16:3e:76:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:55Z', 'updated_at': '2022-05-12T15:03:02Z', 'revision_number': 5, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'subnets': [{'id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:20.405892 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031303bc-a78f-4da4-a9f6-d9c91a082423 None None] Checking router: 694463f3-af88-4722-a65a-b0859ea313af for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:03:20.415208 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031303bc-a78f-4da4-a9f6-d9c91a082423 None None] Routers {'694463f3-af88-4722-a65a-b0859ea313af'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:03:20.415733 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-031303bc-a78f-4da4-a9f6-d9c91a082423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:03:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['694463f3-af88-4722-a65a-b0859ea313af'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:20.445022 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6e35c-5e21-4523-978d-4f28db41cf48 req-08eef586-5e54-465c-9f40-58566b76eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:03:20.446621 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-eba6e35c-5e21-4523-978d-4f28db41cf48 req-08eef586-5e54-465c-9f40-58566b76eb45 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c32ad80b-1ac0-499b-af9d-6c9406a6c86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813198 May 12 15:03:20.592647 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-eba6e35c-5e21-4523-978d-4f28db41cf48 req-aad077cd-1a2b-4941-bca5-31a1d7fbfbdf service neutron] 10.222.0.69 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400962 May 12 15:03:20.608914 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-031303bc-a78f-4da4-a9f6-d9c91a082423 None None] Set router 694463f3-af88-4722-a65a-b0859ea313af gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:03:20.755599 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-eba6e35c-5e21-4523-978d-4f28db41cf48 req-6a4b75d3-1e02-498e-a373-b1164296322d service neutron] 10.222.0.69 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563988 May 12 15:03:21.086789 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-031303bc-a78f-4da4-a9f6-d9c91a082423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:56Z', 'revision_number': 4, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '57c1738d-1c1d-49c6-afe2-a28e6dea640c', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'floating_ip_address': '172.28.3.162', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '694463f3-af88-4722-a65a-b0859ea313af', 'port_id': 'a7c28ea7-b282-4ad6-8971-4660f190dc89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'mac_address': 'fa:16:3e:72:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a25fd-ea0c-4692-8328-fc4f37058284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:03:00Z', 'updated_at': '2022-05-12T15:03:18Z', 'revision_number': 1, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e53df9-9118-42b3-bbb1-cdd9ff7892de', 'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'mac_address': 'fa:16:3e:76:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:55Z', 'updated_at': '2022-05-12T15:03:02Z', 'revision_number': 5, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'subnets': [{'id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:03:21.088909 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031303bc-a78f-4da4-a9f6-d9c91a082423 None None] The sync data for ids ['694463f3-af88-4722-a65a-b0859ea313af'] in dv-cinder-831187-2-smb is: [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:56Z', 'revision_number': 4, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '57c1738d-1c1d-49c6-afe2-a28e6dea640c', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'floating_ip_address': '172.28.3.162', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '694463f3-af88-4722-a65a-b0859ea313af', 'port_id': 'a7c28ea7-b282-4ad6-8971-4660f190dc89', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'mac_address': 'fa:16:3e:72:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52a25fd-ea0c-4692-8328-fc4f37058284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:03:00Z', 'updated_at': '2022-05-12T15:03:18Z', 'revision_number': 1, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e53df9-9118-42b3-bbb1-cdd9ff7892de', 'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'mac_address': 'fa:16:3e:76:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:55Z', 'updated_at': '2022-05-12T15:03:02Z', 'revision_number': 5, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'subnets': [{'id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:03:21.199711 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfef9d7-79c5-46d1-b003-978935e1d733 None None] New status for floating IP 57c1738d-1c1d-49c6-afe2-a28e6dea640c: ACTIVE {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:03:31.452267 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:03:40.824064 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e6734a3d-0b7e-4c56-b472-4482ebe823ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:43.070542 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0deecfd8-d5d3-4c65-8ff7-b8c282cd0ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:44.578275 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:45.193441 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:46.090512 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:49.103998 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:53.799057 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41144) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:03:53.917571 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aae5f207-11d3-402c-bd1f-568f94ae4728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:53.933485 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-aae5f207-11d3-402c-bd1f-568f94ae4728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:03:53.937377 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-aae5f207-11d3-402c-bd1f-568f94ae4728 admin admin] Usage tracker for resource:security_group_rule and tenant:371a0ebe58c6426584037d93cf7d9bdc is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:03:53.940350 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-aae5f207-11d3-402c-bd1f-568f94ae4728 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:03:53.946383 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-aae5f207-11d3-402c-bd1f-568f94ae4728 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:03:54.037791 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aae5f207-11d3-402c-bd1f-568f94ae4728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:54.098731 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aae5f207-11d3-402c-bd1f-568f94ae4728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:54.147695 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-aae5f207-11d3-402c-bd1f-568f94ae4728 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=371a0ebe58c6426584037d93cf7d9bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474498 May 12 15:03:54.148480 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5f207-11d3-402c-bd1f-568f94ae4728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b80d29e-9a92-4274-afc2-f5a40a17ab1b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:54.150392 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41150) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:03:54.213449 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:54.241576 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:54.395599 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:54.411825 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b80d29e-9a92-4274-afc2-f5a40a17ab1b,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:03:54.420861 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:54.421200 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:54.421533 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:54.421881 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:54.422206 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:54.422529 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:54.422848 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:54.423671 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:54.423990 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:54.424301 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:54.424615 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:54.424926 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:03:54.427653 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:03:54.429351 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-5c2ee034-07ab-4e76-95a1-2ceac47208e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b80d29e-9a92-4274-afc2-f5a40a17ab1b HTTP/1.1" status: 204 len: 168 time: 0.2768557 May 12 15:04:03.971274 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b7ced-ff9d-4174-83b0-3b08c7559d29 req-56b38975-08fc-4d10-bfd3-f1d819859e11 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:03.972718 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-241b7ced-ff9d-4174-83b0-3b08c7559d29 req-56b38975-08fc-4d10-bfd3-f1d819859e11 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0867705 May 12 15:04:04.020030 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-241b7ced-ff9d-4174-83b0-3b08c7559d29 req-e84cff23-49ad-41e5-a0bf-7f33c2afe12a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414019 May 12 15:04:05.213941 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56cfa0-e31a-493a-80f3-b1a2cdae1e41 req-dfb51e72-3d4a-4efb-9844-9876c3be241f tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:05.215353 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6c56cfa0-e31a-493a-80f3-b1a2cdae1e41 req-dfb51e72-3d4a-4efb-9844-9876c3be241f tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0805113 May 12 15:04:05.260751 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6c56cfa0-e31a-493a-80f3-b1a2cdae1e41 req-ba2ebed3-7736-45ac-95cd-a2039c551cd9 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388815 May 12 15:04:06.454107 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143ff97-1e76-4204-9c4d-2e7fe349be96 req-3e32a511-9feb-4087-b146-c87e6b7cb825 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:06.455550 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e143ff97-1e76-4204-9c4d-2e7fe349be96 req-3e32a511-9feb-4087-b146-c87e6b7cb825 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0864813 May 12 15:04:06.500469 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e143ff97-1e76-4204-9c4d-2e7fe349be96 req-1b0aa55b-a1f7-4000-aba9-e9b922c19aa2 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389156 May 12 15:04:07.695482 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882fcb2-ce1a-438c-bb24-62fc4ed8941f req-7b54a0c1-4cfe-40f4-a220-af6db7536ee3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:07.696933 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e882fcb2-ce1a-438c-bb24-62fc4ed8941f req-7b54a0c1-4cfe-40f4-a220-af6db7536ee3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0836165 May 12 15:04:07.742995 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e882fcb2-ce1a-438c-bb24-62fc4ed8941f req-0bb31639-c517-42cc-a981-79067c1e4c58 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402076 May 12 15:04:08.451330 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:04:08.765882 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41330) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:08.882694 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6e471600-e5c8-4fba-898d-f7eabb47da5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:08.900026 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-6e471600-e5c8-4fba-898d-f7eabb47da5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:04:08.903893 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-6e471600-e5c8-4fba-898d-f7eabb47da5c admin admin] Usage tracker for resource:security_group_rule and tenant:764bc61d0329473680c6dda0f81b8c2c is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:04:08.907315 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-6e471600-e5c8-4fba-898d-f7eabb47da5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:04:08.914272 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-6e471600-e5c8-4fba-898d-f7eabb47da5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:04:08.940634 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e5564-397e-479b-81c9-566cf2a2ab04 req-b310c9f3-ab4d-4f0c-8012-bf19db0d25f2 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:08.942110 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a83e5564-397e-479b-81c9-566cf2a2ab04 req-b310c9f3-ab4d-4f0c-8012-bf19db0d25f2 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0924039 May 12 15:04:08.988771 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a83e5564-397e-479b-81c9-566cf2a2ab04 req-4225ba7d-97e7-487c-85f8-d55cc9a760e5 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406969 May 12 15:04:08.999869 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6e471600-e5c8-4fba-898d-f7eabb47da5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:09.058473 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6e471600-e5c8-4fba-898d-f7eabb47da5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:09.106105 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-6e471600-e5c8-4fba-898d-f7eabb47da5c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=764bc61d0329473680c6dda0f81b8c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390486 May 12 15:04:09.106880 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e471600-e5c8-4fba-898d-f7eabb47da5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d44bde-0b6f-49ea-a6d0-5c5df32377b1,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:09.109281 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41338) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:09.170417 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:09.196928 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:09.352715 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:09.448461 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d44bde-0b6f-49ea-a6d0-5c5df32377b1,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:09.461395 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:09.461759 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:09.462094 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:09.462420 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:09.462742 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:09.463064 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:09.463381 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:09.463698 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:09.464015 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:09.464329 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:09.464641 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:09.464952 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:09.469219 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:09.470357 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-bce3b340-cc22-4ae3-b620-ea44c144729b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80d44bde-0b6f-49ea-a6d0-5c5df32377b1 HTTP/1.1" status: 204 len: 168 time: 0.3600647 May 12 15:04:10.180051 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0aedd5-8bf2-417e-83d6-ed9c8f92475e req-4d5cca32-c2fd-4ff2-a803-6ad8977570d8 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:10.181790 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2f0aedd5-8bf2-417e-83d6-ed9c8f92475e req-4d5cca32-c2fd-4ff2-a803-6ad8977570d8 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0841804 May 12 15:04:10.229016 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2f0aedd5-8bf2-417e-83d6-ed9c8f92475e req-74bd6470-ce14-4044-98d5-91c17e0cea0c tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416801 May 12 15:04:10.560493 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41364) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:10.666008 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-537089969-network', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:04:10.670891 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:04:10.674928 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Usage tracker for resource:network and tenant:7c61b816b0fd4b10b97a1a3e363e4b9e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:04:10.678426 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:04:10.684899 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:04:10.800554 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Made reservation on behalf of 7c61b816b0fd4b10b97a1a3e363e4b9e for: {'network': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:04:10.803463 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:10.816046 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:10.830620 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:04:10.835316 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Usage tracker for resource:security_group_rule and tenant:7c61b816b0fd4b10b97a1a3e363e4b9e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:04:10.838286 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:04:10.843889 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:04:10.918554 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef480119-168c-42f8-9a2c-28d69e2602f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:10.925673 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:11.023683 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:11.061803 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=88106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:04:11.066990 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:11.074183 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:11.075525 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.segments_db [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Added segment f5f06066-49f1-4791-a885-60815e858355 of type vlan for network e2cd1bc2-6cc3-4598-9e05-78c640b8744a May 12 15:04:11.103495 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:11.201132 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:11.202201 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:11.202795 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:11.312981 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] Pushing event updated for resources: {'Network': ['ID=e2cd1bc2-6cc3-4598-9e05-78c640b8744a,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:11.325227 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network e2cd1bc2-6cc3-4598-9e05-78c640b8744a details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:04:11.378836 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-515bd7ec-6bd1-41f0-a60c-6237bec0b7da admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8172143 May 12 15:04:11.382368 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41372) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:11.388191 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-cedeab13-fc24-4f95-bb5b-ba5e2fac88c2 admin admin] Request body: {'subnet': {'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-537089969-subnet', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'ip_version': 4}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:04:11.394188 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-cedeab13-fc24-4f95-bb5b-ba5e2fac88c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:04:11.399501 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-cedeab13-fc24-4f95-bb5b-ba5e2fac88c2 admin admin] Usage tracker for resource:subnet and tenant:7c61b816b0fd4b10b97a1a3e363e4b9e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:04:11.402869 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-cedeab13-fc24-4f95-bb5b-ba5e2fac88c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:04:11.409229 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-cedeab13-fc24-4f95-bb5b-ba5e2fac88c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:04:11.433709 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502b22b-f2d7-4201-b975-5ebb83cbb418 req-50ecb7a6-5da0-401f-9e22-e8f4ad866a70 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:11.435153 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b502b22b-f2d7-4201-b975-5ebb83cbb418 req-50ecb7a6-5da0-401f-9e22-e8f4ad866a70 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0884821 May 12 15:04:11.475369 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedeab13-fc24-4f95-bb5b-ba5e2fac88c2 admin admin] Made reservation on behalf of 7c61b816b0fd4b10b97a1a3e363e4b9e for: {'subnet': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:04:11.477725 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-cedeab13-fc24-4f95-bb5b-ba5e2fac88c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2146299'] for subnet, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:11.481146 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b502b22b-f2d7-4201-b975-5ebb83cbb418 req-fe6a2dae-102b-4439-b4f9-f5cc385849b3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399833 May 12 15:04:11.738367 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-cedeab13-fc24-4f95-bb5b-ba5e2fac88c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2236627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2146285'] for subnet, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:11.814131 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedeab13-fc24-4f95-bb5b-ba5e2fac88c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9550beb3-3e0b-454d-83aa-fe8816ddea7e,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:11.826102 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedeab13-fc24-4f95-bb5b-ba5e2fac88c2 admin admin] Checking segment: {'id': 'f5f06066-49f1-4791-a885-60815e858355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:04:11.826454 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedeab13-fc24-4f95-bb5b-ba5e2fac88c2 admin admin] Network hostable DHCP agents. Network: e2cd1bc2-6cc3-4598-9e05-78c640b8744a, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:04:11.924010 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedeab13-fc24-4f95-bb5b-ba5e2fac88c2 admin admin] Network e2cd1bc2-6cc3-4598-9e05-78c640b8744a is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:04:12.020830 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-cedeab13-fc24-4f95-bb5b-ba5e2fac88c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, e2cd1bc2-6cc3-4598-9e05-78c640b8744a) {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:04:12.026063 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedeab13-fc24-4f95-bb5b-ba5e2fac88c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:12.027050 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-cedeab13-fc24-4f95-bb5b-ba5e2fac88c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:12.030136 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ac8857-ee57-496f-90b7-2dbdea641dd5 None None] Network e2cd1bc2-6cc3-4598-9e05-78c640b8744a requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 15:04:12.113135 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-cedeab13-fc24-4f95-bb5b-ba5e2fac88c2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7296481 May 12 15:04:12.116530 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41376) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:12.121961 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-537089969-router', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:04:12.126740 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:04:12.131132 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Usage tracker for resource:router and tenant:7c61b816b0fd4b10b97a1a3e363e4b9e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:04:12.134799 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:04:12.139995 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:04:12.227133 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1624237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10125'] for router, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:12.228340 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10116'] for router, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:12.248571 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:12.257642 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88334a02-af0c-582b-a032-2e1d71219111-e2cd1bc2-6cc3-4598-9e05-78c640b8744a', 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'fixed_ips': [{'subnet_id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e'}]}} from dv-cinder-831187-2-smb. {{(pid=88108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 15:04:12.258503 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:12.422880 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Allocated IP 172.20.0.2 (e2cd1bc2-6cc3-4598-9e05-78c640b8744a/9550beb3-3e0b-454d-83aa-fe8816ddea7e/9193be3d-6c9c-4db0-94d4-3a9a29c57b3c) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:04:12.648965 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:12.659469 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Transition to ACTIVE for port object 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:04:12.686944 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Transition to ACTIVE for port object 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:04:12.691555 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34946cec-3180-431d-b32d-275f90c6749f req-3c741257-7b76-4b89-88e0-07c636a4c19c tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:12.692301 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10218'] for router, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:12.693752 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-34946cec-3180-431d-b32d-275f90c6749f req-3c741257-7b76-4b89-88e0-07c636a4c19c tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0848184 May 12 15:04:12.745252 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-34946cec-3180-431d-b32d-275f90c6749f req-2a1c5501-cf6c-47e3-b6cb-2e9cc739927f tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444381 May 12 15:04:12.761705 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:12.832431 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Network e2cd1bc2-6cc3-4598-9e05-78c640b8744a is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:04:12.836043 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:04:12.838564 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:04:12.871943 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Pushing event updated for resources: {'Port': ['ID=9193be3d-6c9c-4db0-94d4-3a9a29c57b3c,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:12.889298 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:12.889825 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:12.890158 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:12.890483 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:12.890920 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:12.891246 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:12.891569 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:12.891878 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:12.892194 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:12.892506 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:12.892849 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:12.893126 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:12.948035 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Attempting to bind port 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:04:12.948318 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Attempting to bind port 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': 'f5f06066-49f1-4791-a885-60815e858355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:04:12.948632 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Attempting to bind port 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c on network e2cd1bc2-6cc3-4598-9e05-78c640b8744a {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:04:12.954245 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:04:12.954606 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Checking segment: {'id': 'f5f06066-49f1-4791-a885-60815e858355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:04:12.954996 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:12.955955 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Bound using segment: {'id': 'f5f06066-49f1-4791-a885-60815e858355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:04:12.955955 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Bound port: 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f06066-49f1-4791-a885-60815e858355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:04:12.956392 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:13.070530 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] For port 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:04:13.078385 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] For port 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=9193be3d-6c9c-4db0-94d4-3a9a29c57b3c,segment=NetworkSegment(f5f06066-49f1-4791-a885-60815e858355),segment_id=f5f06066-49f1-4791-a885-60815e858355)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:04:13.098382 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2a616c0f-df1e-47a7-971e-3a85a0244615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:13.112060 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:13.146383 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:13.161308 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:13.246011 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0d1da-269b-49c7-a26c-d97bd026c7cd None None] Pushing event updated for resources: {'Port': ['ID=9193be3d-6c9c-4db0-94d4-3a9a29c57b3c,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:13.290596 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Allocated IP 172.28.3.144 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/37f94ffc-f4d1-4c99-af36-461356ae73a7) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:04:13.462530 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:13.572432 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:13.642702 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:04:13.646296 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:04:13.649950 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:04:13.679676 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Pushing event updated for resources: {'Port': ['ID=37f94ffc-f4d1-4c99-af36-461356ae73a7,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:13.964484 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8c7fd-f474-49db-8788-d52dff6ba83b req-34be4777-df5f-4ee8-aa31-5e4e885da5b3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:13.966628 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-62d8c7fd-f474-49db-8788-d52dff6ba83b req-34be4777-df5f-4ee8-aa31-5e4e885da5b3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.1023684 May 12 15:04:14.017659 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-62d8c7fd-f474-49db-8788-d52dff6ba83b req-bdb2bdd6-7dc0-4c31-91e3-095b03a6a29f tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453279 May 12 15:04:14.163252 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:14.206810 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19f7e10-0270-4b9f-bfd4-98c23d39b98b None None] Network e2cd1bc2-6cc3-4598-9e05-78c640b8744a requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 15:04:14.366156 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:04:14.438316 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-95478bf4-aa31-41b9-998c-dbb7638e64b2 None None] Provisioning for port 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:04:14.595244 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:14.629572 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:04:14.636152 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:14.636515 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:14.641791 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624888'] for router, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:14.809528 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:14.836882 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-a74cf777-78cf-49ac-bff3-69b3b3d48be2 None None] Provisioning complete for port 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:14.837134 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a74cf777-78cf-49ac-bff3-69b3b3d48be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:14.891486 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=9193be3d-6c9c-4db0-94d4-3a9a29c57b3c,segment=NetworkSegment(f5f06066-49f1-4791-a885-60815e858355),segment_id=f5f06066-49f1-4791-a885-60815e858355)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:04:14.938068 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Router 0168f37e-956c-4530-a691-543b4b204d7e is scheduled to L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a with binding_index 1 {{(pid=88106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:04:14.965797 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a74cf777-78cf-49ac-bff3-69b3b3d48be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:14.977293 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:15.114280 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=9193be3d-6c9c-4db0-94d4-3a9a29c57b3c,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:15.129228 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.db.api [None req-a74cf777-78cf-49ac-bff3-69b3b3d48be2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 15:04:15.129637 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG oslo_db.api [None req-a74cf777-78cf-49ac-bff3-69b3b3d48be2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 15:04:15.142714 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:04:15.152177 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Sync routers for ids ['0168f37e-956c-4530-a691-543b4b204d7e'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:04:15.173088 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Routers {'0168f37e-956c-4530-a691-543b4b204d7e'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:04:15.173902 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:04:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['0168f37e-956c-4530-a691-543b4b204d7e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:15.214733 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:15.241938 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] Notify callbacks [] for router, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:15.247281 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-b93a93ff-d334-4c0c-8ac4-4be407111b59 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1257157 May 12 15:04:15.247481 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f8ab3-11da-4881-9d19-cc5331c8eef3 req-917094da-38d3-4de1-9854-c4fbd6be70f3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:15.247924 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41386) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:15.248566 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ae5f8ab3-11da-4881-9d19-cc5331c8eef3 req-917094da-38d3-4de1-9854-c4fbd6be70f3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0950384 May 12 15:04:15.308906 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ae5f8ab3-11da-4881-9d19-cc5331c8eef3 req-e66e4c04-63b4-4b00-9665-fdb0acff75b5 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538685 May 12 15:04:15.383298 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Set router 0168f37e-956c-4530-a691-543b4b204d7e gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:04:15.743962 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0168f37e-956c-4530-a691-543b4b204d7e', 'name': 'tempest-TestMinimumBasicScenario-537089969-router', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:12Z', 'updated_at': '2022-05-12T15:04:13Z', 'revision_number': 3, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'gw_port': {'id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:36:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:13Z', 'updated_at': '2022-05-12T15:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:15.747936 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Checking router: 0168f37e-956c-4530-a691-543b4b204d7e for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:04:15.748426 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Updating router 0168f37e-956c-4530-a691-543b4b204d7e port 37f94ffc-f4d1-4c99-af36-461356ae73a7 binding host dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:04:15.803108 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:15.971304 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:16.064166 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:16.158240 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:16.172221 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Transition to ACTIVE for port object 37f94ffc-f4d1-4c99-af36-461356ae73a7 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:04:16.230735 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:16.310901 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:04:16.317734 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Attempting to bind port 37f94ffc-f4d1-4c99-af36-461356ae73a7 on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:04:16.318292 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Attempting to bind port 37f94ffc-f4d1-4c99-af36-461356ae73a7 by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:04:16.318615 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Attempting to bind port 37f94ffc-f4d1-4c99-af36-461356ae73a7 on network e3b9db88-ae7a-445e-af83-3321a6e7e6af {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:04:16.326022 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d7c5e-6206-4374-a380-99281ed5456c None None] Pushing event updated for resources: {'Port': ['ID=37f94ffc-f4d1-4c99-af36-461356ae73a7,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:16.326819 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Allocated IP 172.20.0.1 (e2cd1bc2-6cc3-4598-9e05-78c640b8744a/9550beb3-3e0b-454d-83aa-fe8816ddea7e/4237a04b-1a1f-4069-8cb9-ec010ceef18a) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:04:16.329696 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:04:16.330085 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Checking segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:04:16.330445 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:16.330820 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Bound using segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:04:16.331688 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Bound port: 37f94ffc-f4d1-4c99-af36-461356ae73a7, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:04:16.331688 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:16.364492 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d7c5e-6206-4374-a380-99281ed5456c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:16.364944 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d7c5e-6206-4374-a380-99281ed5456c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:16.365375 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d7c5e-6206-4374-a380-99281ed5456c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:16.365873 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d7c5e-6206-4374-a380-99281ed5456c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:16.366301 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d7c5e-6206-4374-a380-99281ed5456c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:16.366771 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d7c5e-6206-4374-a380-99281ed5456c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:16.367241 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d7c5e-6206-4374-a380-99281ed5456c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:16.367699 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d7c5e-6206-4374-a380-99281ed5456c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:16.368640 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d7c5e-6206-4374-a380-99281ed5456c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:16.368640 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d7c5e-6206-4374-a380-99281ed5456c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:16.368997 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d7c5e-6206-4374-a380-99281ed5456c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:16.369442 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d7c5e-6206-4374-a380-99281ed5456c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:16.423216 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:16.424460 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:16.446460 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] For port 37f94ffc-f4d1-4c99-af36-461356ae73a7, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:04:16.450151 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] For port 37f94ffc-f4d1-4c99-af36-461356ae73a7, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=37f94ffc-f4d1-4c99-af36-461356ae73a7,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:04:16.527147 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:16.543393 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:16.547594 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba27e46-5b5b-44f7-9766-85d246f3dff7 req-e2045dc2-6453-4d56-b312-c97576e801db tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:16.549789 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bba27e46-5b5b-44f7-9766-85d246f3dff7 req-e2045dc2-6453-4d56-b312-c97576e801db tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0893517 May 12 15:04:16.570010 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Transition to ACTIVE for port object 4237a04b-1a1f-4069-8cb9-ec010ceef18a will not be triggered until provisioned by entity DHCP. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:04:16.600388 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bba27e46-5b5b-44f7-9766-85d246f3dff7 req-ed9ac10a-2f4f-43d2-a7c0-8563c74eb91c tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443630 May 12 15:04:16.615968 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Routers {'0168f37e-956c-4530-a691-543b4b204d7e'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:04:16.616592 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:04:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['0168f37e-956c-4530-a691-543b4b204d7e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:16.652972 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:16.712235 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d7c5e-6206-4374-a380-99281ed5456c None None] Pushing event updated for resources: {'Port': ['ID=37f94ffc-f4d1-4c99-af36-461356ae73a7,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:16.720409 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Network e2cd1bc2-6cc3-4598-9e05-78c640b8744a is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:04:16.723969 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:04:16.727794 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:04:16.775919 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Pushing event updated for resources: {'Port': ['ID=4237a04b-1a1f-4069-8cb9-ec010ceef18a,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:16.794714 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587182'] for router_interface, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:16.824830 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] Set router 0168f37e-956c-4530-a691-543b4b204d7e gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:04:17.118541 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0168f37e-956c-4530-a691-543b4b204d7e', 'name': 'tempest-TestMinimumBasicScenario-537089969-router', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:12Z', 'updated_at': '2022-05-12T15:04:13Z', 'revision_number': 3, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'gw_port': {'id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:36:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:13Z', 'updated_at': '2022-05-12T15:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:17.123087 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04db1e4d-fd22-40a5-a407-66e6be046c26 None None] The sync data for ids ['0168f37e-956c-4530-a691-543b4b204d7e'] in dv-cinder-831187-2-smb is: [{'id': '0168f37e-956c-4530-a691-543b4b204d7e', 'name': 'tempest-TestMinimumBasicScenario-537089969-router', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:12Z', 'updated_at': '2022-05-12T15:04:13Z', 'revision_number': 3, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'gw_port': {'id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:36:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:13Z', 'updated_at': '2022-05-12T15:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:04:17.139842 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-0ef47f0c-9c7d-4541-b313-06fde21dd712 None None] Provisioning for port 4237a04b-1a1f-4069-8cb9-ec010ceef18a completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:04:17.142325 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-0ef47f0c-9c7d-4541-b313-06fde21dd712 None None] Provisioning complete for port 4237a04b-1a1f-4069-8cb9-ec010ceef18a triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:17.142744 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0ef47f0c-9c7d-4541-b313-06fde21dd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:17.172183 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:17.229280 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-0ef47f0c-9c7d-4541-b313-06fde21dd712 None None] Port 4237a04b-1a1f-4069-8cb9-ec010ceef18a cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:04:17.452596 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:17.523366 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:17.639058 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587019'] for router_interface, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:17.642855 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Pushing event updated for resources: {'Port': ['ID=4237a04b-1a1f-4069-8cb9-ec010ceef18a,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:17.831003 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869920f-0cf1-42f0-a2bf-d0ccfc56ec8f req-8267f169-58b6-4877-aca9-66688fff4583 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:17.835004 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3869920f-0cf1-42f0-a2bf-d0ccfc56ec8f req-8267f169-58b6-4877-aca9-66688fff4583 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.1097500 May 12 15:04:17.839737 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Network e2cd1bc2-6cc3-4598-9e05-78c640b8744a is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:04:17.842978 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:04:17.885145 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3869920f-0cf1-42f0-a2bf-d0ccfc56ec8f req-f6198123-25d0-4f1e-8815-2e673cf352e5 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439816 May 12 15:04:18.073534 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Router 0168f37e-956c-4530-a691-543b4b204d7e has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:04:18.152798 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-6ebd6bc8-e9e6-4af0-a352-86488ff06664 None None] Provisioning complete for port 4237a04b-1a1f-4069-8cb9-ec010ceef18a triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:18.153357 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ebd6bc8-e9e6-4af0-a352-86488ff06664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:18.209948 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd6bc8-e9e6-4af0-a352-86488ff06664 None None] Port 4237a04b-1a1f-4069-8cb9-ec010ceef18a cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:04:18.334016 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 37f94ffc-f4d1-4c99-af36-461356ae73a7 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:04:18.377125 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:04:18.386067 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-4c3d923e-e8bf-48cd-82ba-c43eb1ee7324 admin admin] 10.222.0.70 "PUT /v2.0/routers/0168f37e-956c-4530-a691-543b4b204d7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1370487 May 12 15:04:18.484098 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 37f94ffc-f4d1-4c99-af36-461356ae73a7 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:04:18.489732 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 37f94ffc-f4d1-4c99-af36-461356ae73a7 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:18.490124 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:18.636308 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:18.666968 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port 37f94ffc-f4d1-4c99-af36-461356ae73a7, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=37f94ffc-f4d1-4c99-af36-461356ae73a7,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:04:18.769276 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:18.791322 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Sync routers for ids ['0168f37e-956c-4530-a691-543b4b204d7e'] in dv-cinder-831187-2-smb {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:04:18.826236 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Routers {'0168f37e-956c-4530-a691-543b4b204d7e'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:04:18.826858 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:04:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['0168f37e-956c-4530-a691-543b4b204d7e'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:18.913278 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=37f94ffc-f4d1-4c99-af36-461356ae73a7,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:19.035230 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Set router 0168f37e-956c-4530-a691-543b4b204d7e gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:04:19.090931 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564da87a-6c7d-451b-95f2-46740c2ce29e req-354a2c3a-4d44-457c-b9f5-354ef6b12f11 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:19.098235 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-564da87a-6c7d-451b-95f2-46740c2ce29e req-354a2c3a-4d44-457c-b9f5-354ef6b12f11 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0948918 May 12 15:04:19.107303 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:19.143065 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-564da87a-6c7d-451b-95f2-46740c2ce29e req-b07e182e-bf64-462e-a003-5a8c567ecbda tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429068 May 12 15:04:19.202846 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41410) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:19.209777 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1296133610-network', 'tenant_id': '88419f848fc949fea72f15e75a26f440'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:04:19.215436 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:04:19.219533 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Usage tracker for resource:network and tenant:88419f848fc949fea72f15e75a26f440 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:04:19.222393 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:04:19.229118 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:04:19.323885 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Made reservation on behalf of 88419f848fc949fea72f15e75a26f440 for: {'network': 1} {{(pid=88106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:04:19.326477 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for network, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:19.341523 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:19.356438 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:04:19.360687 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Usage tracker for resource:security_group_rule and tenant:88419f848fc949fea72f15e75a26f440 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:04:19.360947 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0168f37e-956c-4530-a691-543b4b204d7e', 'name': 'tempest-TestMinimumBasicScenario-537089969-router', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:12Z', 'updated_at': '2022-05-12T15:04:17Z', 'revision_number': 4, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'gw_port': {'id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:13Z', 'updated_at': '2022-05-12T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '4237a04b-1a1f-4069-8cb9-ec010ceef18a', 'name': '', 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'mac_address': 'fa:16:3e:aa:a9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:16Z', 'updated_at': '2022-05-12T15:04:17Z', 'revision_number': 2, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'subnets': [{'id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:19.363839 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:04:19.365823 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Checking router: 0168f37e-956c-4530-a691-543b4b204d7e for host: dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:04:19.366178 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Updating router 0168f37e-956c-4530-a691-543b4b204d7e port 4237a04b-1a1f-4069-8cb9-ec010ceef18a binding host dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:04:19.370841 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:04:19.421619 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:19.468930 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:19.549602 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:19.582579 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 15:04:19.591100 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22426bc7-2e37-43c7-a4f4-0cb43e587452,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:19.596675 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:19.597018 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.segments_db [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Added segment 24720db0-3abd-4f9f-bdbd-659fbf1fbaa3 of type vlan for network 444616d3-c71f-4a56-bb0e-563e3ea7ac52 May 12 15:04:19.624742 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787124259265'] for network, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:19.744162 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565'] for network, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:19.745150 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:19.745786 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:19.813149 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:19.825044 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Transition to ACTIVE for port object 4237a04b-1a1f-4069-8cb9-ec010ceef18a will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:04:19.850318 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] Pushing event updated for resources: {'Network': ['ID=444616d3-c71f-4a56-bb0e-563e3ea7ac52,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:19.860352 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Network 444616d3-c71f-4a56-bb0e-563e3ea7ac52 details requested by agent ovs-agent-dv-cinder-831187-2-smb with host dv-cinder-831187-2-smb {{(pid=88108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 12 15:04:19.925706 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:19.973412 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-649022b1-7f24-40fc-91e3-c60d8d181554 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7695198 May 12 15:04:19.976733 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41414) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:19.982151 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-bcf66766-2513-4571-8be9-c6723b95a113 admin admin] Request body: {'subnet': {'network_id': '444616d3-c71f-4a56-bb0e-563e3ea7ac52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1296133610-subnet', 'tenant_id': '88419f848fc949fea72f15e75a26f440', 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:04:19.987004 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-bcf66766-2513-4571-8be9-c6723b95a113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:04:19.991739 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-bcf66766-2513-4571-8be9-c6723b95a113 admin admin] Usage tracker for resource:subnet and tenant:88419f848fc949fea72f15e75a26f440 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:04:19.994894 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-bcf66766-2513-4571-8be9-c6723b95a113 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:04:20.001171 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-bcf66766-2513-4571-8be9-c6723b95a113 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:04:20.103841 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf66766-2513-4571-8be9-c6723b95a113 admin admin] Made reservation on behalf of 88419f848fc949fea72f15e75a26f440 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:04:20.106978 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bcf66766-2513-4571-8be9-c6723b95a113 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2178548'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:20.133577 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55183e22-aaf7-43ed-b8dc-429a25a44ead None None] Pushing event updated for resources: {'Port': ['ID=4237a04b-1a1f-4069-8cb9-ec010ceef18a,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:20.198308 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Attempting to bind port 4237a04b-1a1f-4069-8cb9-ec010ceef18a on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:04:20.199332 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Attempting to bind port 4237a04b-1a1f-4069-8cb9-ec010ceef18a by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': 'f5f06066-49f1-4791-a885-60815e858355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:04:20.199332 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Attempting to bind port 4237a04b-1a1f-4069-8cb9-ec010ceef18a on network e2cd1bc2-6cc3-4598-9e05-78c640b8744a {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:04:20.205138 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:04:20.205637 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Checking segment: {'id': 'f5f06066-49f1-4791-a885-60815e858355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:04:20.206109 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:20.206569 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Bound using segment: {'id': 'f5f06066-49f1-4791-a885-60815e858355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:04:20.207314 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Bound port: 4237a04b-1a1f-4069-8cb9-ec010ceef18a, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f06066-49f1-4791-a885-60815e858355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:04:20.207538 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:20.316577 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] For port 4237a04b-1a1f-4069-8cb9-ec010ceef18a, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:04:20.320929 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] For port 4237a04b-1a1f-4069-8cb9-ec010ceef18a, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=4237a04b-1a1f-4069-8cb9-ec010ceef18a,segment=NetworkSegment(f5f06066-49f1-4791-a885-60815e858355),segment_id=f5f06066-49f1-4791-a885-60815e858355)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:04:20.328036 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 37f94ffc-f4d1-4c99-af36-461356ae73a7 up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:04:20.403053 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 37f94ffc-f4d1-4c99-af36-461356ae73a7 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:20.403772 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:20.408751 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ffa22-bb84-47ef-8d81-917d605f5c04 req-3612ab60-e6fb-41a1-98c4-22a1f9f7846f tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:20.410327 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5d9ffa22-bb84-47ef-8d81-917d605f5c04 req-3612ab60-e6fb-41a1-98c4-22a1f9f7846f tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.1203225 May 12 15:04:20.432077 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:20.460689 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5d9ffa22-bb84-47ef-8d81-917d605f5c04 req-c4350648-de0b-4e1c-8440-5a8c0d0e5f59 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433896 May 12 15:04:20.516400 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bcf66766-2513-4571-8be9-c6723b95a113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1090160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2178530'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:20.544207 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Routers {'0168f37e-956c-4530-a691-543b4b204d7e'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:04:20.544851 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:04:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['0168f37e-956c-4530-a691-543b4b204d7e'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:20.620157 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55183e22-aaf7-43ed-b8dc-429a25a44ead None None] Pushing event updated for resources: {'Port': ['ID=4237a04b-1a1f-4069-8cb9-ec010ceef18a,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:20.631354 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf66766-2513-4571-8be9-c6723b95a113 admin admin] Checking segment: {'id': '24720db0-3abd-4f9f-bdbd-659fbf1fbaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '444616d3-c71f-4a56-bb0e-563e3ea7ac52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:04:20.632293 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf66766-2513-4571-8be9-c6723b95a113 admin admin] Network hostable DHCP agents. Network: 444616d3-c71f-4a56-bb0e-563e3ea7ac52, hostable agents: ['cae8508b-ee42-4acc-a5c1-a7b02fabc27e'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 15:04:20.640337 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf66766-2513-4571-8be9-c6723b95a113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=616747ce-38a7-4653-b6be-450f3ba01cb8,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:20.737856 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf66766-2513-4571-8be9-c6723b95a113 admin admin] Network 444616d3-c71f-4a56-bb0e-563e3ea7ac52 is scheduled to be hosted by DHCP agent cae8508b-ee42-4acc-a5c1-a7b02fabc27e with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 15:04:20.781505 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] Set router 0168f37e-956c-4530-a691-543b4b204d7e gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:04:20.832206 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-bcf66766-2513-4571-8be9-c6723b95a113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-2-smb, 444616d3-c71f-4a56-bb0e-563e3ea7ac52) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:04:20.843306 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf66766-2513-4571-8be9-c6723b95a113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:20.843306 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bcf66766-2513-4571-8be9-c6723b95a113 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:20.844842 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa039975-98b6-4980-91db-3c24c0a9c40f None None] Network 444616d3-c71f-4a56-bb0e-563e3ea7ac52 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 15:04:20.945909 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-bcf66766-2513-4571-8be9-c6723b95a113 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9679756 May 12 15:04:20.948543 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41424) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:20.954308 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1296133610-router', 'tenant_id': '88419f848fc949fea72f15e75a26f440', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:04:20.971951 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:04:20.978785 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Usage tracker for resource:router and tenant:88419f848fc949fea72f15e75a26f440 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:04:20.983388 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:04:20.993565 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:04:21.026440 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4472ea6-67da-475e-8afd-d6096653d89b req-5fcb0563-e7e8-4cfc-84f0-df1b68678b28 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:21.030048 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f4472ea6-67da-475e-8afd-d6096653d89b req-5fcb0563-e7e8-4cfc-84f0-df1b68678b28 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.1317739 May 12 15:04:21.091963 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1624237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10125'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:21.092978 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1734933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10116'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:21.134938 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f4472ea6-67da-475e-8afd-d6096653d89b req-e6404f05-bec0-4ad9-a98f-1a051056df02 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010680 May 12 15:04:21.139051 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:21.175227 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800025ee-fd3f-4e14-b4c9-a7caa6afda76 req-5e4e26cc-0c1d-4229-86af-7f17cc6723b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:21.176825 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-800025ee-fd3f-4e14-b4c9-a7caa6afda76 req-5e4e26cc-0c1d-4229-86af-7f17cc6723b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47a6a0be2aee4b3690e9033823b103bc&device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 1099 time: 0.1289475 May 12 15:04:21.342996 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88334a02-af0c-582b-a032-2e1d71219111-444616d3-c71f-4a56-bb0e-563e3ea7ac52', 'network_id': '444616d3-c71f-4a56-bb0e-563e3ea7ac52', 'tenant_id': '88419f848fc949fea72f15e75a26f440', 'fixed_ips': [{'subnet_id': '616747ce-38a7-4653-b6be-450f3ba01cb8'}]}} from dv-cinder-831187-2-smb. {{(pid=88108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 12 15:04:21.343919 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:21.434946 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0168f37e-956c-4530-a691-543b4b204d7e', 'name': 'tempest-TestMinimumBasicScenario-537089969-router', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:12Z', 'updated_at': '2022-05-12T15:04:17Z', 'revision_number': 4, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'gw_port': {'id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:13Z', 'updated_at': '2022-05-12T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '4237a04b-1a1f-4069-8cb9-ec010ceef18a', 'name': '', 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'mac_address': 'fa:16:3e:aa:a9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:16Z', 'updated_at': '2022-05-12T15:04:20Z', 'revision_number': 4, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'subnets': [{'id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:21.448454 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64136e99-dc21-4e4a-8819-7416c2608a26 None None] The sync data for ids ['0168f37e-956c-4530-a691-543b4b204d7e'] in dv-cinder-831187-2-smb is: [{'id': '0168f37e-956c-4530-a691-543b4b204d7e', 'name': 'tempest-TestMinimumBasicScenario-537089969-router', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:12Z', 'updated_at': '2022-05-12T15:04:17Z', 'revision_number': 4, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'gw_port': {'id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:13Z', 'updated_at': '2022-05-12T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '4237a04b-1a1f-4069-8cb9-ec010ceef18a', 'name': '', 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'mac_address': 'fa:16:3e:aa:a9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:16Z', 'updated_at': '2022-05-12T15:04:20Z', 'revision_number': 4, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'subnets': [{'id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:04:21.550824 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Allocated IP 172.20.0.2 (444616d3-c71f-4a56-bb0e-563e3ea7ac52/616747ce-38a7-4653-b6be-450f3ba01cb8/03056d0b-55be-4824-9875-3dedb648102a) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:04:21.669108 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10218'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:21.673513 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800025ee-fd3f-4e14-b4c9-a7caa6afda76 req-5b5be5c9-1102-4d7c-b522-99c955f6d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:21.674966 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-800025ee-fd3f-4e14-b4c9-a7caa6afda76 req-5b5be5c9-1102-4d7c-b522-99c955f6d174 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c32ad80b-1ac0-499b-af9d-6c9406a6c86b HTTP/1.1" status: 200 len: 911 time: 0.4924519 May 12 15:04:21.797476 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:21.809069 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-800025ee-fd3f-4e14-b4c9-a7caa6afda76 req-26b6943e-4eaa-4683-bcc3-1e2fe2cbf582 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c28ea7-b282-4ad6-8971-4660f190dc89 HTTP/1.1" status: 200 len: 1002 time: 0.1265149 May 12 15:04:21.809285 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Transition to ACTIVE for port object 03056d0b-55be-4824-9875-3dedb648102a will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:04:21.830104 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Transition to ACTIVE for port object 03056d0b-55be-4824-9875-3dedb648102a will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:04:21.924298 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:21.937741 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800025ee-fd3f-4e14-b4c9-a7caa6afda76 req-e0dac219-2a87-4b2d-83d1-297d3f3185ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:21.939166 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-800025ee-fd3f-4e14-b4c9-a7caa6afda76 req-e0dac219-2a87-4b2d-83d1-297d3f3185ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2 HTTP/1.1" status: 200 len: 849 time: 0.1246989 May 12 15:04:21.998885 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Network 444616d3-c71f-4a56-bb0e-563e3ea7ac52 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:04:22.001699 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:04:22.004281 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:04:22.047699 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Pushing event updated for resources: {'Port': ['ID=03056d0b-55be-4824-9875-3dedb648102a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:22.059516 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800025ee-fd3f-4e14-b4c9-a7caa6afda76 req-d2555664-9344-4959-8af2-1e84b2e35915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:22.060882 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-800025ee-fd3f-4e14-b4c9-a7caa6afda76 req-d2555664-9344-4959-8af2-1e84b2e35915 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c32ad80b-1ac0-499b-af9d-6c9406a6c86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1149771 May 12 15:04:22.113111 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Attempting to bind port 03056d0b-55be-4824-9875-3dedb648102a on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:04:22.113497 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Attempting to bind port 03056d0b-55be-4824-9875-3dedb648102a by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '24720db0-3abd-4f9f-bdbd-659fbf1fbaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '444616d3-c71f-4a56-bb0e-563e3ea7ac52'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:04:22.113881 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Attempting to bind port 03056d0b-55be-4824-9875-3dedb648102a on network 444616d3-c71f-4a56-bb0e-563e3ea7ac52 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:04:22.119801 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:04:22.120164 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Checking segment: {'id': '24720db0-3abd-4f9f-bdbd-659fbf1fbaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '444616d3-c71f-4a56-bb0e-563e3ea7ac52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:04:22.120561 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:22.120940 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Bound using segment: {'id': '24720db0-3abd-4f9f-bdbd-659fbf1fbaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '444616d3-c71f-4a56-bb0e-563e3ea7ac52'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:04:22.121391 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Bound port: 03056d0b-55be-4824-9875-3dedb648102a, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24720db0-3abd-4f9f-bdbd-659fbf1fbaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '444616d3-c71f-4a56-bb0e-563e3ea7ac52'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:04:22.121791 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:22.220041 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] For port 03056d0b-55be-4824-9875-3dedb648102a, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:04:22.224488 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] For port 03056d0b-55be-4824-9875-3dedb648102a, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=03056d0b-55be-4824-9875-3dedb648102a,segment=NetworkSegment(24720db0-3abd-4f9f-bdbd-659fbf1fbaa3),segment_id=24720db0-3abd-4f9f-bdbd-659fbf1fbaa3)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:04:22.341576 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:22.398371 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 4237a04b-1a1f-4069-8cb9-ec010ceef18a up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:04:22.432674 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:22.479411 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:22.510499 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c42842-c8e0-4ba2-85c2-ff18058912ce None None] Pushing event updated for resources: {'Port': ['ID=03056d0b-55be-4824-9875-3dedb648102a,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:22.567074 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-800025ee-fd3f-4e14-b4c9-a7caa6afda76 req-5310848b-3ee2-4633-ac75-60e82aaeea28 service neutron] 10.222.0.69 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296339 May 12 15:04:22.671990 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c38d9-4eee-4863-b6b4-4c36cea0c266 req-226bd80c-dc39-4f32-8083-e98a480bcbd6 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:22.673524 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-553c38d9-4eee-4863-b6b4-4c36cea0c266 req-226bd80c-dc39-4f32-8083-e98a480bcbd6 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.3577237 May 12 15:04:22.706957 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 4237a04b-1a1f-4069-8cb9-ec010ceef18a completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:04:22.712755 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 4237a04b-1a1f-4069-8cb9-ec010ceef18a triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:22.713132 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:22.824405 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Allocated IP 172.28.3.188 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/ae757678-d16f-4552-979c-2dfb898d9b7d) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:04:22.831787 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-553c38d9-4eee-4863-b6b4-4c36cea0c266 req-78b12d58-3d86-4047-a757-d30d03295cb3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449490 May 12 15:04:22.883944 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:22.921193 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port 4237a04b-1a1f-4069-8cb9-ec010ceef18a, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=4237a04b-1a1f-4069-8cb9-ec010ceef18a,segment=NetworkSegment(f5f06066-49f1-4791-a885-60815e858355),segment_id=f5f06066-49f1-4791-a885-60815e858355)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:04:22.946781 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-800025ee-fd3f-4e14-b4c9-a7caa6afda76 req-8b3ee709-1448-4a36-bc86-2b99bc14cf6c service neutron] 10.222.0.69 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855064 May 12 15:04:23.021882 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:23.040711 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:23.109088 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=4237a04b-1a1f-4069-8cb9-ec010ceef18a,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:23.161182 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:23.235722 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:04:23.238907 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:04:23.242902 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:04:23.404229 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Pushing event updated for resources: {'Port': ['ID=ae757678-d16f-4552-979c-2dfb898d9b7d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:23.473734 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1ce70c-5681-436c-adc6-eb6df3691a40 None None] Network 444616d3-c71f-4a56-bb0e-563e3ea7ac52 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 15:04:23.645515 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-01e6322a-7f04-403d-8c57-cb21d6c65e43 None None] Provisioning for port 03056d0b-55be-4824-9875-3dedb648102a completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:04:23.862418 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:24.249283 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26652901-c52a-4f86-83bf-560ab04bc4e3 req-2d653b9f-8656-4c33-94d8-bcb5ead54a7d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:24.250415 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-26652901-c52a-4f86-83bf-560ab04bc4e3 req-2d653b9f-8656-4c33-94d8-bcb5ead54a7d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.2499151 May 12 15:04:24.292022 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624888'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:24.375331 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-26652901-c52a-4f86-83bf-560ab04bc4e3 req-91b01d71-b287-4abc-b967-d602165058a1 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191471 May 12 15:04:24.388667 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 4237a04b-1a1f-4069-8cb9-ec010ceef18a up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:04:24.460136 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 4237a04b-1a1f-4069-8cb9-ec010ceef18a triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:24.460500 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:24.603703 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Router 027f02fb-e1f8-4c27-aa21-be38f35de248 is scheduled to L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 12 15:04:24.621922 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 03056d0b-55be-4824-9875-3dedb648102a up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:04:24.773179 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port 03056d0b-55be-4824-9875-3dedb648102a completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:04:24.778632 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 03056d0b-55be-4824-9875-3dedb648102a triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:24.778998 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:24.784919 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:04:24.798143 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Sync routers for ids ['027f02fb-e1f8-4c27-aa21-be38f35de248'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:04:24.808011 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Routers {'027f02fb-e1f8-4c27-aa21-be38f35de248'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:04:24.808686 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:04:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['027f02fb-e1f8-4c27-aa21-be38f35de248'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:24.886874 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:24.891298 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-3e916021-dfa1-45a8-bff0-f8232fa55160 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9385889 May 12 15:04:24.891298 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41434) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:24.933794 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:24.970095 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port 03056d0b-55be-4824-9875-3dedb648102a, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=03056d0b-55be-4824-9875-3dedb648102a,segment=NetworkSegment(24720db0-3abd-4f9f-bdbd-659fbf1fbaa3),segment_id=24720db0-3abd-4f9f-bdbd-659fbf1fbaa3)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:04:25.001198 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Set router 027f02fb-e1f8-4c27-aa21-be38f35de248 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:04:25.059126 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:25.136265 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=03056d0b-55be-4824-9875-3dedb648102a,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:25.344496 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'name': 'tempest-TestMinimumBasicScenario-1296133610-router', 'tenant_id': '88419f848fc949fea72f15e75a26f440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'ae757678-d16f-4552-979c-2dfb898d9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:21Z', 'updated_at': '2022-05-12T15:04:23Z', 'revision_number': 3, 'project_id': '88419f848fc949fea72f15e75a26f440', 'gw_port': {'id': 'ae757678-d16f-4552-979c-2dfb898d9b7d', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:54:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:22Z', 'updated_at': '2022-05-12T15:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:25.348657 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Checking router: 027f02fb-e1f8-4c27-aa21-be38f35de248 for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:04:25.349201 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Updating router 027f02fb-e1f8-4c27-aa21-be38f35de248 port ae757678-d16f-4552-979c-2dfb898d9b7d binding host dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:04:25.407020 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:25.565419 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-63eb2841-798c-424d-aec0-677a531d0833 req-a06e7d26-4dc3-459c-899b-a8ea21029a76 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2562978 May 12 15:04:25.759090 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:25.770890 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Transition to ACTIVE for port object ae757678-d16f-4552-979c-2dfb898d9b7d will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:04:25.842696 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb2841-798c-424d-aec0-677a531d0833 req-087599b2-f08e-4621-8d3f-53c5067f35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:25.843749 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:25.844275 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-63eb2841-798c-424d-aec0-677a531d0833 req-087599b2-f08e-4621-8d3f-53c5067f35fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecfdd8e25a724584b830818714552807&device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 1098 time: 0.1838443 May 12 15:04:25.960259 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Attempting to bind port ae757678-d16f-4552-979c-2dfb898d9b7d on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:04:25.960618 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Attempting to bind port ae757678-d16f-4552-979c-2dfb898d9b7d by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:04:25.960977 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Attempting to bind port ae757678-d16f-4552-979c-2dfb898d9b7d on network e3b9db88-ae7a-445e-af83-3321a6e7e6af {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:04:25.968604 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdd57b-8e0e-4067-a558-cb96f94a181e None None] Pushing event updated for resources: {'Port': ['ID=ae757678-d16f-4552-979c-2dfb898d9b7d,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:25.971008 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:04:25.974995 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Checking segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:04:25.974995 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:25.974995 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Bound using segment: {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:04:25.974995 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Bound port: ae757678-d16f-4552-979c-2dfb898d9b7d, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860c2880-3cdd-4537-ae98-a1cccc5a1636', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:04:25.974995 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:26.016957 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:26.048068 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] For port ae757678-d16f-4552-979c-2dfb898d9b7d, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:04:26.052104 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] For port ae757678-d16f-4552-979c-2dfb898d9b7d, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=ae757678-d16f-4552-979c-2dfb898d9b7d,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:04:26.099720 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb2841-798c-424d-aec0-677a531d0833 req-2c499676-c83e-40a2-ba12-86558aab4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:26.101207 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-63eb2841-798c-424d-aec0-677a531d0833 req-2c499676-c83e-40a2-ba12-86558aab4c8d service neutron] 10.222.0.69 "GET /v2.0/networks?id=c869c893-5e1b-47a8-8cc0-0cb63524d61c HTTP/1.1" status: 200 len: 910 time: 0.2373722 May 12 15:04:26.166693 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:26.259140 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdd57b-8e0e-4067-a558-cb96f94a181e None None] Pushing event updated for resources: {'Port': ['ID=ae757678-d16f-4552-979c-2dfb898d9b7d,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:26.262770 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Routers {'027f02fb-e1f8-4c27-aa21-be38f35de248'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:04:26.263377 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:04:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['027f02fb-e1f8-4c27-aa21-be38f35de248'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:26.275159 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-63eb2841-798c-424d-aec0-677a531d0833 req-0863825f-bd24-4ba3-b29e-cb0162a1ed35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf HTTP/1.1" status: 200 len: 1001 time: 0.1669240 May 12 15:04:26.347754 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 03056d0b-55be-4824-9875-3dedb648102a up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:04:26.399174 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb2841-798c-424d-aec0-677a531d0833 req-e7f0e7dd-0e2b-4b74-baf7-420a1f0937c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:26.400855 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-63eb2841-798c-424d-aec0-677a531d0833 req-e7f0e7dd-0e2b-4b74-baf7-420a1f0937c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e4512ec-10c3-466b-9882-15d05fa1f1c5 HTTP/1.1" status: 200 len: 848 time: 0.1194637 May 12 15:04:26.421486 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port 03056d0b-55be-4824-9875-3dedb648102a triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:26.422521 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:26.450763 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Allocated IP 172.20.0.1 (444616d3-c71f-4a56-bb0e-563e3ea7ac52/616747ce-38a7-4653-b6be-450f3ba01cb8/aabd2870-e3c5-46a6-a8a7-172a9de9292b) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:04:26.451041 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] Set router 027f02fb-e1f8-4c27-aa21-be38f35de248 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:04:26.710159 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb2841-798c-424d-aec0-677a531d0833 req-5b3c7c38-5968-4940-9c36-2287df274bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:26.711657 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-63eb2841-798c-424d-aec0-677a531d0833 req-5b3c7c38-5968-4940-9c36-2287df274bdd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c869c893-5e1b-47a8-8cc0-0cb63524d61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3021066 May 12 15:04:26.776927 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'name': 'tempest-TestMinimumBasicScenario-1296133610-router', 'tenant_id': '88419f848fc949fea72f15e75a26f440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'ae757678-d16f-4552-979c-2dfb898d9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:21Z', 'updated_at': '2022-05-12T15:04:23Z', 'revision_number': 3, 'project_id': '88419f848fc949fea72f15e75a26f440', 'gw_port': {'id': 'ae757678-d16f-4552-979c-2dfb898d9b7d', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:54:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:22Z', 'updated_at': '2022-05-12T15:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:26.781164 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc6480-4b64-4d36-8083-31c9cb1cdcec None None] The sync data for ids ['027f02fb-e1f8-4c27-aa21-be38f35de248'] in dv-cinder-831187-2-smb is: [{'id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'name': 'tempest-TestMinimumBasicScenario-1296133610-router', 'tenant_id': '88419f848fc949fea72f15e75a26f440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'ae757678-d16f-4552-979c-2dfb898d9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:21Z', 'updated_at': '2022-05-12T15:04:23Z', 'revision_number': 3, 'project_id': '88419f848fc949fea72f15e75a26f440', 'gw_port': {'id': 'ae757678-d16f-4552-979c-2dfb898d9b7d', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:54:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:22Z', 'updated_at': '2022-05-12T15:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:04:26.833959 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:26.859391 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Transition to ACTIVE for port object aabd2870-e3c5-46a6-a8a7-172a9de9292b will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:04:26.901154 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-63eb2841-798c-424d-aec0-677a531d0833 req-6a45ec74-5c9d-444e-8a9a-f29e5d63f331 service neutron] 10.222.0.69 "GET /v2.0/networks/c869c893-5e1b-47a8-8cc0-0cb63524d61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766369 May 12 15:04:27.074228 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-63eb2841-798c-424d-aec0-677a531d0833 req-f935b5d6-d452-4cb4-82e3-46d134e0e0ba service neutron] 10.222.0.69 "GET /v2.0/networks/c869c893-5e1b-47a8-8cc0-0cb63524d61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677520 May 12 15:04:27.081292 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:27.176385 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Network 444616d3-c71f-4a56-bb0e-563e3ea7ac52 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:04:27.179522 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:04:27.182339 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:04:27.277971 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Pushing event updated for resources: {'Port': ['ID=aabd2870-e3c5-46a6-a8a7-172a9de9292b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:27.302910 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587182'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:27.547348 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:27.561205 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-6ef01503-6039-4c7e-811a-f17dc4d6ebc7 None None] Provisioning for port aabd2870-e3c5-46a6-a8a7-172a9de9292b completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:04:27.570452 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-6ef01503-6039-4c7e-811a-f17dc4d6ebc7 None None] Provisioning complete for port aabd2870-e3c5-46a6-a8a7-172a9de9292b triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:27.572488 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ef01503-6039-4c7e-811a-f17dc4d6ebc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:27.667804 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-6ef01503-6039-4c7e-811a-f17dc4d6ebc7 None None] Port aabd2870-e3c5-46a6-a8a7-172a9de9292b cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:04:27.850473 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:27.946548 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:28.061931 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587019'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:28.065523 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Pushing event updated for resources: {'Port': ['ID=aabd2870-e3c5-46a6-a8a7-172a9de9292b,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:28.221789 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Network 444616d3-c71f-4a56-bb0e-563e3ea7ac52 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:04:28.223114 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:04:28.377027 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device ae757678-d16f-4552-979c-2dfb898d9b7d up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:04:28.465224 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Router 027f02fb-e1f8-4c27-aa21-be38f35de248 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:04:28.508061 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-c94eca96-b5ca-4af8-a312-b195c640285e None None] Provisioning complete for port aabd2870-e3c5-46a6-a8a7-172a9de9292b triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:28.508495 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c94eca96-b5ca-4af8-a312-b195c640285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:28.573855 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c94eca96-b5ca-4af8-a312-b195c640285e None None] Port aabd2870-e3c5-46a6-a8a7-172a9de9292b cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:04:28.580082 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port ae757678-d16f-4552-979c-2dfb898d9b7d completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:04:28.581747 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port ae757678-d16f-4552-979c-2dfb898d9b7d triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:28.582166 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:28.673674 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:04:28.683818 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-393c68b9-e372-426a-8cb2-df173e1a8b47 admin admin] 10.222.0.70 "PUT /v2.0/routers/027f02fb-e1f8-4c27-aa21-be38f35de248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7914841 May 12 15:04:28.721259 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:28.740553 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port ae757678-d16f-4552-979c-2dfb898d9b7d, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=ae757678-d16f-4552-979c-2dfb898d9b7d,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:04:28.791642 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Sync routers for ids ['027f02fb-e1f8-4c27-aa21-be38f35de248'] in dv-cinder-831187-2-smb {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:04:28.800694 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Routers {'027f02fb-e1f8-4c27-aa21-be38f35de248'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:04:28.801311 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:04:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['027f02fb-e1f8-4c27-aa21-be38f35de248'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:28.858690 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:29.019471 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=ae757678-d16f-4552-979c-2dfb898d9b7d,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:29.045908 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Set router 027f02fb-e1f8-4c27-aa21-be38f35de248 gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:04:29.413947 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'name': 'tempest-TestMinimumBasicScenario-1296133610-router', 'tenant_id': '88419f848fc949fea72f15e75a26f440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'ae757678-d16f-4552-979c-2dfb898d9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:21Z', 'updated_at': '2022-05-12T15:04:27Z', 'revision_number': 4, 'project_id': '88419f848fc949fea72f15e75a26f440', 'gw_port': {'id': 'ae757678-d16f-4552-979c-2dfb898d9b7d', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:22Z', 'updated_at': '2022-05-12T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'aabd2870-e3c5-46a6-a8a7-172a9de9292b', 'name': '', 'network_id': '444616d3-c71f-4a56-bb0e-563e3ea7ac52', 'tenant_id': '88419f848fc949fea72f15e75a26f440', 'mac_address': 'fa:16:3e:d5:0a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '616747ce-38a7-4653-b6be-450f3ba01cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:26Z', 'updated_at': '2022-05-12T15:04:27Z', 'revision_number': 2, 'project_id': '88419f848fc949fea72f15e75a26f440', 'subnets': [{'id': '616747ce-38a7-4653-b6be-450f3ba01cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:29.416878 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Checking router: 027f02fb-e1f8-4c27-aa21-be38f35de248 for host: dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:04:29.417314 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Updating router 027f02fb-e1f8-4c27-aa21-be38f35de248 port aabd2870-e3c5-46a6-a8a7-172a9de9292b binding host dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 15:04:29.475804 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:29.903441 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:29.917268 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Transition to ACTIVE for port object aabd2870-e3c5-46a6-a8a7-172a9de9292b will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:04:30.012102 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:30.191251 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da14bd-52f2-4d68-ae17-100ce9303f59 None None] Pushing event updated for resources: {'Port': ['ID=aabd2870-e3c5-46a6-a8a7-172a9de9292b,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:30.261540 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Attempting to bind port aabd2870-e3c5-46a6-a8a7-172a9de9292b on host dv-cinder-831187-2-smb for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:04:30.261938 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Attempting to bind port aabd2870-e3c5-46a6-a8a7-172a9de9292b by drivers openvswitch,hyperv on host dv-cinder-831187-2-smb at level 0 using segments [{'id': '24720db0-3abd-4f9f-bdbd-659fbf1fbaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '444616d3-c71f-4a56-bb0e-563e3ea7ac52'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:04:30.262432 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Attempting to bind port aabd2870-e3c5-46a6-a8a7-172a9de9292b on network 444616d3-c71f-4a56-bb0e-563e3ea7ac52 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:04:30.268611 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Checking agent: {'id': 'a1236547-8d9d-4951-8192-c5cf88a7492f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 45, 44), 'started_at': datetime.datetime(2022, 5, 12, 14, 46, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:04:30.268841 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Checking segment: {'id': '24720db0-3abd-4f9f-bdbd-659fbf1fbaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '444616d3-c71f-4a56-bb0e-563e3ea7ac52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:04:30.269421 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:30.269857 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Bound using segment: {'id': '24720db0-3abd-4f9f-bdbd-659fbf1fbaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '444616d3-c71f-4a56-bb0e-563e3ea7ac52'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:04:30.270884 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Bound port: aabd2870-e3c5-46a6-a8a7-172a9de9292b, host: dv-cinder-831187-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24720db0-3abd-4f9f-bdbd-659fbf1fbaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '444616d3-c71f-4a56-bb0e-563e3ea7ac52'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:04:30.271340 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:30.365496 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device ae757678-d16f-4552-979c-2dfb898d9b7d up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:04:30.498432 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] For port aabd2870-e3c5-46a6-a8a7-172a9de9292b, host dv-cinder-831187-2-smb, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:04:30.503908 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] For port aabd2870-e3c5-46a6-a8a7-172a9de9292b, host dv-cinder-831187-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=aabd2870-e3c5-46a6-a8a7-172a9de9292b,segment=NetworkSegment(24720db0-3abd-4f9f-bdbd-659fbf1fbaa3),segment_id=24720db0-3abd-4f9f-bdbd-659fbf1fbaa3)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:04:30.505057 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port ae757678-d16f-4552-979c-2dfb898d9b7d triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:30.505422 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:30.611742 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:30.723905 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Routers {'027f02fb-e1f8-4c27-aa21-be38f35de248'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:04:30.725045 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:04:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['027f02fb-e1f8-4c27-aa21-be38f35de248'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:30.796279 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da14bd-52f2-4d68-ae17-100ce9303f59 None None] Pushing event updated for resources: {'Port': ['ID=aabd2870-e3c5-46a6-a8a7-172a9de9292b,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:30.996572 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] Set router 027f02fb-e1f8-4c27-aa21-be38f35de248 gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:04:31.438539 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'name': 'tempest-TestMinimumBasicScenario-1296133610-router', 'tenant_id': '88419f848fc949fea72f15e75a26f440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'ae757678-d16f-4552-979c-2dfb898d9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:21Z', 'updated_at': '2022-05-12T15:04:27Z', 'revision_number': 4, 'project_id': '88419f848fc949fea72f15e75a26f440', 'gw_port': {'id': 'ae757678-d16f-4552-979c-2dfb898d9b7d', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:22Z', 'updated_at': '2022-05-12T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'aabd2870-e3c5-46a6-a8a7-172a9de9292b', 'name': '', 'network_id': '444616d3-c71f-4a56-bb0e-563e3ea7ac52', 'tenant_id': '88419f848fc949fea72f15e75a26f440', 'mac_address': 'fa:16:3e:d5:0a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '616747ce-38a7-4653-b6be-450f3ba01cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:26Z', 'updated_at': '2022-05-12T15:04:30Z', 'revision_number': 4, 'project_id': '88419f848fc949fea72f15e75a26f440', 'subnets': [{'id': '616747ce-38a7-4653-b6be-450f3ba01cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:31.447686 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a899b29-b6ff-46cc-9cd4-ea694c210ca9 None None] The sync data for ids ['027f02fb-e1f8-4c27-aa21-be38f35de248'] in dv-cinder-831187-2-smb is: [{'id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'name': 'tempest-TestMinimumBasicScenario-1296133610-router', 'tenant_id': '88419f848fc949fea72f15e75a26f440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'ae757678-d16f-4552-979c-2dfb898d9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:21Z', 'updated_at': '2022-05-12T15:04:27Z', 'revision_number': 4, 'project_id': '88419f848fc949fea72f15e75a26f440', 'gw_port': {'id': 'ae757678-d16f-4552-979c-2dfb898d9b7d', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:22Z', 'updated_at': '2022-05-12T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'aabd2870-e3c5-46a6-a8a7-172a9de9292b', 'name': '', 'network_id': '444616d3-c71f-4a56-bb0e-563e3ea7ac52', 'tenant_id': '88419f848fc949fea72f15e75a26f440', 'mac_address': 'fa:16:3e:d5:0a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '616747ce-38a7-4653-b6be-450f3ba01cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:26Z', 'updated_at': '2022-05-12T15:04:30Z', 'revision_number': 4, 'project_id': '88419f848fc949fea72f15e75a26f440', 'subnets': [{'id': '616747ce-38a7-4653-b6be-450f3ba01cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:04:32.369146 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device aabd2870-e3c5-46a6-a8a7-172a9de9292b up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:04:32.606717 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning for port aabd2870-e3c5-46a6-a8a7-172a9de9292b completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:04:32.616958 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port aabd2870-e3c5-46a6-a8a7-172a9de9292b triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:32.617341 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:32.753656 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:32.788743 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] For port aabd2870-e3c5-46a6-a8a7-172a9de9292b, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=aabd2870-e3c5-46a6-a8a7-172a9de9292b,segment=NetworkSegment(24720db0-3abd-4f9f-bdbd-659fbf1fbaa3),segment_id=24720db0-3abd-4f9f-bdbd-659fbf1fbaa3)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:04:33.323814 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:33.341612 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41468) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:33.402729 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Pushing event updated for resources: {'Port': ['ID=aabd2870-e3c5-46a6-a8a7-172a9de9292b,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:33.643187 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-44a2561a-c9e2-4507-abb4-5329d8fe75e7 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Deleting port 46895530-c529-4a66-84e0-1a9660f81e89 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:04:33.643519 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44a2561a-c9e2-4507-abb4-5329d8fe75e7 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:33.827883 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44a2561a-c9e2-4507-abb4-5329d8fe75e7 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:33.828230 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44a2561a-c9e2-4507-abb4-5329d8fe75e7 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:33.966095 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-44a2561a-c9e2-4507-abb4-5329d8fe75e7 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Calling delete_port for 46895530-c529-4a66-84e0-1a9660f81e89 owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:04:34.230081 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44a2561a-c9e2-4507-abb4-5329d8fe75e7 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:34.318851 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2561a-c9e2-4507-abb4-5329d8fe75e7 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Pushing event deleted for resources: {'Port': ['ID=46895530-c529-4a66-84e0-1a9660f81e89,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:34.346077 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device aabd2870-e3c5-46a6-a8a7-172a9de9292b up at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:04:34.406417 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44a2561a-c9e2-4507-abb4-5329d8fe75e7 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:34.407014 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.db.l3_db [None req-44a2561a-c9e2-4507-abb4-5329d8fe75e7 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Floating IP f0aeda95-2362-48f7-aba7-b809c47a3f11 disassociated (deleted). External IP: 172.28.3.240, port: 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf. May 12 15:04:34.432013 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Provisioning complete for port aabd2870-e3c5-46a6-a8a7-172a9de9292b triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:34.433020 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:34.803233 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a2561a-c9e2-4507-abb4-5329d8fe75e7 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:04:35.107979 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a2561a-c9e2-4507-abb4-5329d8fe75e7 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:04:35.122630 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca1d7a1-27bf-4734-afdd-bf4cb9d6c18f None None] Sync routers for ids ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:04:35.127141 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44a2561a-c9e2-4507-abb4-5329d8fe75e7 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:35.132954 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca1d7a1-27bf-4734-afdd-bf4cb9d6c18f None None] Routers {'5b760d83-11c0-435a-a7c8-6b424dfb61e8'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:04:35.133987 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-aca1d7a1-27bf-4734-afdd-bf4cb9d6c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:04:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:35.214671 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-44a2561a-c9e2-4507-abb4-5329d8fe75e7 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "DELETE /v2.0/floatingips/f0aeda95-2362-48f7-aba7-b809c47a3f11 HTTP/1.1" status: 204 len: 168 time: 1.8713300 May 12 15:04:35.215431 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'tag': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:04:35.266387 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c316c4a9-0ad7-49ef-8e3c-34f8e3688c9e'] response: {'name': 'network-changed', 'server_uuid': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'tag': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf', 'status': 'completed', 'code': 200} May 12 15:04:35.347219 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-aca1d7a1-27bf-4734-afdd-bf4cb9d6c18f None None] Set router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:04:35.416541 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e440f-0a3d-4a7e-9a4f-e82a533ffad6 req-6cc4f17a-185d-4db3-922d-4204e0072faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:35.422991 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-570e440f-0a3d-4a7e-9a4f-e82a533ffad6 req-6cc4f17a-185d-4db3-922d-4204e0072faa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecfdd8e25a724584b830818714552807&device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 1098 time: 0.1000645 May 12 15:04:35.593280 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e440f-0a3d-4a7e-9a4f-e82a533ffad6 req-c5d6d11d-fcd8-4cd2-9dea-655c4efac03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:35.594962 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-570e440f-0a3d-4a7e-9a4f-e82a533ffad6 req-c5d6d11d-fcd8-4cd2-9dea-655c4efac03d service neutron] 10.222.0.69 "GET /v2.0/networks?id=c869c893-5e1b-47a8-8cc0-0cb63524d61c HTTP/1.1" status: 200 len: 910 time: 0.1695795 May 12 15:04:35.689079 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-570e440f-0a3d-4a7e-9a4f-e82a533ffad6 req-799e1093-278f-4790-8b4a-a8f356ce1fc2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf HTTP/1.1" status: 200 len: 217 time: 0.0831306 May 12 15:04:35.749864 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-aca1d7a1-27bf-4734-afdd-bf4cb9d6c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'name': 'tempest-TestShelveInstance-1574610792-router', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:47Z', 'updated_at': '2022-05-12T14:59:53Z', 'revision_number': 4, 'project_id': 'ecfdd8e25a724584b830818714552807', 'gw_port': {'id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:48Z', 'updated_at': '2022-05-12T14:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '191e0e2e-1e49-4f29-98e6-026699d59d56', 'name': '', 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'mac_address': 'fa:16:3e:17:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:52Z', 'updated_at': '2022-05-12T15:00:00Z', 'revision_number': 5, 'project_id': 'ecfdd8e25a724584b830818714552807', 'subnets': [{'id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:35.754057 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca1d7a1-27bf-4734-afdd-bf4cb9d6c18f None None] Checking router: 5b760d83-11c0-435a-a7c8-6b424dfb61e8 for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:04:35.767127 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca1d7a1-27bf-4734-afdd-bf4cb9d6c18f None None] Routers {'5b760d83-11c0-435a-a7c8-6b424dfb61e8'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:04:35.768200 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-aca1d7a1-27bf-4734-afdd-bf4cb9d6c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:04:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:35.780235 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e440f-0a3d-4a7e-9a4f-e82a533ffad6 req-d6eb5369-9581-4951-9cd2-4610e3f0aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:35.784242 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-570e440f-0a3d-4a7e-9a4f-e82a533ffad6 req-d6eb5369-9581-4951-9cd2-4610e3f0aa53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e4512ec-10c3-466b-9882-15d05fa1f1c5 HTTP/1.1" status: 200 len: 848 time: 0.0759985 May 12 15:04:35.982039 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e440f-0a3d-4a7e-9a4f-e82a533ffad6 req-6b9ad87f-3da8-4bd9-8b01-359a327e079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:35.984114 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-570e440f-0a3d-4a7e-9a4f-e82a533ffad6 req-6b9ad87f-3da8-4bd9-8b01-359a327e079f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c869c893-5e1b-47a8-8cc0-0cb63524d61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1488993 May 12 15:04:35.993155 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-aca1d7a1-27bf-4734-afdd-bf4cb9d6c18f None None] Set router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:04:36.223712 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c0be2-9943-495c-ae38-7210fe5a4d5a req-6eaef9cd-af3a-450a-a1ea-176e2864c977 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:36.224431 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-705c0be2-9943-495c-ae38-7210fe5a4d5a req-6eaef9cd-af3a-450a-a1ea-176e2864c977 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Synchronizing usage tracker for tenant:ecfdd8e25a724584b830818714552807 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:04:36.231550 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-570e440f-0a3d-4a7e-9a4f-e82a533ffad6 req-0fdb78d6-1ef4-4020-aeff-fa6ed22f163d service neutron] 10.222.0.69 "GET /v2.0/networks/c869c893-5e1b-47a8-8cc0-0cb63524d61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852973 May 12 15:04:36.341192 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-705c0be2-9943-495c-ae38-7210fe5a4d5a req-6eaef9cd-af3a-450a-a1ea-176e2864c977 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Unset dirty status for tenant:ecfdd8e25a724584b830818714552807 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:04:36.342938 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-705c0be2-9943-495c-ae38-7210fe5a4d5a req-6eaef9cd-af3a-450a-a1ea-176e2864c977 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.3535626 May 12 15:04:36.395273 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-aca1d7a1-27bf-4734-afdd-bf4cb9d6c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'name': 'tempest-TestShelveInstance-1574610792-router', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:47Z', 'updated_at': '2022-05-12T14:59:53Z', 'revision_number': 4, 'project_id': 'ecfdd8e25a724584b830818714552807', 'gw_port': {'id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:48Z', 'updated_at': '2022-05-12T14:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '191e0e2e-1e49-4f29-98e6-026699d59d56', 'name': '', 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'mac_address': 'fa:16:3e:17:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:52Z', 'updated_at': '2022-05-12T15:00:00Z', 'revision_number': 5, 'project_id': 'ecfdd8e25a724584b830818714552807', 'subnets': [{'id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:36.401359 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca1d7a1-27bf-4734-afdd-bf4cb9d6c18f None None] The sync data for ids ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'] in dv-cinder-831187-2-smb is: [{'id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'name': 'tempest-TestShelveInstance-1574610792-router', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:47Z', 'updated_at': '2022-05-12T14:59:53Z', 'revision_number': 4, 'project_id': 'ecfdd8e25a724584b830818714552807', 'gw_port': {'id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:48Z', 'updated_at': '2022-05-12T14:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '191e0e2e-1e49-4f29-98e6-026699d59d56', 'name': '', 'network_id': 'c869c893-5e1b-47a8-8cc0-0cb63524d61c', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'mac_address': 'fa:16:3e:17:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:52Z', 'updated_at': '2022-05-12T15:00:00Z', 'revision_number': 5, 'project_id': 'ecfdd8e25a724584b830818714552807', 'subnets': [{'id': '6e4512ec-10c3-466b-9882-15d05fa1f1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:04:36.429070 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-705c0be2-9943-495c-ae38-7210fe5a4d5a req-108248b9-a29f-4e86-8823-a08f6c1347ff tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799356 May 12 15:04:36.488955 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-570e440f-0a3d-4a7e-9a4f-e82a533ffad6 req-85d900e5-6ca5-42d1-aeec-17d9a574b9cb service neutron] 10.222.0.69 "GET /v2.0/networks/c869c893-5e1b-47a8-8cc0-0cb63524d61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477996 May 12 15:04:36.736761 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62782dd-ff78-44ac-b8ca-f8728f119fd3 None None] New status for floating IP f0aeda95-2362-48f7-aba7-b809c47a3f11: DOWN {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:04:37.449375 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4383085-964b-449d-992d-5de4f11e926d req-47eb5990-74d5-42bf-823b-166843ac592c tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:37.451025 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c4383085-964b-449d-992d-5de4f11e926d req-47eb5990-74d5-42bf-823b-166843ac592c tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.69 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.0950463 May 12 15:04:37.550636 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-c4383085-964b-449d-992d-5de4f11e926d req-eda520cb-e39c-453f-8511-5a41f68e8035 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Deleting port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:04:37.551141 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c4383085-964b-449d-992d-5de4f11e926d req-eda520cb-e39c-453f-8511-5a41f68e8035 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:37.812965 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be5429-a8da-4045-9159-942ce093bf87 req-819212dc-e41f-4d7d-b78d-b166fee9a9a6 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:37.814543 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c0be5429-a8da-4045-9159-942ce093bf87 req-819212dc-e41f-4d7d-b78d-b166fee9a9a6 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 945 time: 0.2317255 May 12 15:04:37.915453 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c0be5429-a8da-4045-9159-942ce093bf87 req-15066937-0e18-4036-a732-6891969c2403 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865030 May 12 15:04:37.922322 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-c4383085-964b-449d-992d-5de4f11e926d req-eda520cb-e39c-453f-8511-5a41f68e8035 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] For port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,segment=NetworkSegment(49350255-2b97-4356-8689-4d9bf03ce608),segment_id=49350255-2b97-4356-8689-4d9bf03ce608)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:04:37.922687 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c4383085-964b-449d-992d-5de4f11e926d req-eda520cb-e39c-453f-8511-5a41f68e8035 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:38.053637 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-c4383085-964b-449d-992d-5de4f11e926d req-eda520cb-e39c-453f-8511-5a41f68e8035 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Calling delete_port for 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:04:38.378447 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c4383085-964b-449d-992d-5de4f11e926d req-eda520cb-e39c-453f-8511-5a41f68e8035 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:38.432864 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda520cb-e39c-453f-8511-5a41f68e8035 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Pushing event deleted for resources: {'Port': ['ID=2c0ac58a-f3ef-4d06-bb4a-587c6e117baf,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:38.525439 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4383085-964b-449d-992d-5de4f11e926d req-eda520cb-e39c-453f-8511-5a41f68e8035 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] No DVR routers for this DVR port 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf on host hv-cinder-83118 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:04:38.527976 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c4383085-964b-449d-992d-5de4f11e926d req-eda520cb-e39c-453f-8511-5a41f68e8035 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:38.530734 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'name': 'network-vif-deleted', 'tag': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:04:38.641738 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c4383085-964b-449d-992d-5de4f11e926d req-eda520cb-e39c-453f-8511-5a41f68e8035 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.69 "DELETE /v2.0/ports/2c0ac58a-f3ef-4d06-bb4a-587c6e117baf HTTP/1.1" status: 204 len: 173 time: 1.1776898 May 12 15:04:38.766325 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed78bdf2-dbf5-4263-8484-96614ff22ef2'] response: {'server_uuid': '113de6dc-df1a-4b27-ab40-8ee34498455b', 'name': 'network-vif-deleted', 'tag': '2c0ac58a-f3ef-4d06-bb4a-587c6e117baf', 'status': 'completed', 'code': 200} May 12 15:04:39.098015 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-40e66084-0564-40c4-b87b-89570ba12743 req-cab541ae-e6f5-46f3-b0d6-819e070edf03 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Synchronizing usage tracker for tenant:ecfdd8e25a724584b830818714552807 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:04:39.187966 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-40e66084-0564-40c4-b87b-89570ba12743 req-cab541ae-e6f5-46f3-b0d6-819e070edf03 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Unset dirty status for tenant:ecfdd8e25a724584b830818714552807 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:04:39.189285 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-40e66084-0564-40c4-b87b-89570ba12743 req-cab541ae-e6f5-46f3-b0d6-819e070edf03 tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 210 time: 0.1391184 May 12 15:04:40.331156 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:04:40.367420 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:04:40.368142 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 2c0ac58a-f3ef-4d06-bb4a-587c6e117baf not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:04:40.406056 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9ac9f37f-046a-4d8e-a928-a987abb47deb req-fad8a61c-2e83-4be1-8775-49bf6139170a tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "GET /v2.0/ports?device_id=113de6dc-df1a-4b27-ab40-8ee34498455b HTTP/1.1" status: 200 len: 210 time: 0.0776508 May 12 15:04:40.829131 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fbe27a05-5c79-41bc-aa8e-e7fd4273d9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:41.512062 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41520) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:41.581502 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a6eed977-0649-4839-93fe-0885b228fa0e tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:41.611348 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a6eed977-0649-4839-93fe-0885b228fa0e tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:41.641326 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-07367544-3b37-488a-9352-7cf772e015d9 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:41.642805 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-07367544-3b37-488a-9352-7cf772e015d9 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/networks?id=e2cd1bc2-6cc3-4598-9e05-78c640b8744a HTTP/1.1" status: 200 len: 814 time: 0.1480768 May 12 15:04:41.658277 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-11b082b8-d1bb-4aa8-ad7b-3c4e7e74c37f tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/quotas/7c61b816b0fd4b10b97a1a3e363e4b9e HTTP/1.1" status: 200 len: 375 time: 0.0093317 May 12 15:04:41.742311 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-99e2b7d3-0166-4157-8311-3f9485b05e8a tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c61b816b0fd4b10b97a1a3e363e4b9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782223 May 12 15:04:41.746216 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a6eed977-0649-4839-93fe-0885b228fa0e tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:41.767489 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eed977-0649-4839-93fe-0885b228fa0e tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:41.857055 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a6eed977-0649-4839-93fe-0885b228fa0e tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:41.858022 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-a6eed977-0649-4839-93fe-0885b228fa0e tempest-TestShelveInstance-1649395285 tempest-TestShelveInstance-1649395285-project] 10.222.0.70 "DELETE /v2.0/security-groups/dbf4c90a-d0b2-43aa-bfa0-f2fbf74b839f HTTP/1.1" status: 204 len: 168 time: 0.3449590 May 12 15:04:41.884953 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-6e3b3c41-1cb1-4730-8b5c-09d488e107b1 service neutron] 10.222.0.70 "GET /v2.0/networks/e2cd1bc2-6cc3-4598-9e05-78c640b8744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309083 May 12 15:04:41.978560 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41526) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:42.024262 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-bea4d213-7f0b-497c-98a2-0a0f6d5eb5b7 service neutron] 10.222.0.70 "GET /v2.0/networks/e2cd1bc2-6cc3-4598-9e05-78c640b8744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334579 May 12 15:04:42.338163 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-199284f1-e471-4645-93f7-579c433d6a45 req-6682f56d-c0cf-4517-bfbf-eaf498361677 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 210 time: 0.0469065 May 12 15:04:42.551810 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4d527f03-6f0b-4292-b5ed-dd1ca20f45cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587065'] for router_interface, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:42.913221 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-4d527f03-6f0b-4292-b5ed-dd1ca20f45cb admin admin] Deleting port 191e0e2e-1e49-4f29-98e6-026699d59d56 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:04:42.913581 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4d527f03-6f0b-4292-b5ed-dd1ca20f45cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:43.057865 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b573fb24-520e-4d7d-adac-69bb062a4063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:43.191462 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-4d527f03-6f0b-4292-b5ed-dd1ca20f45cb admin admin] For port 191e0e2e-1e49-4f29-98e6-026699d59d56, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=191e0e2e-1e49-4f29-98e6-026699d59d56,segment=NetworkSegment(49350255-2b97-4356-8689-4d9bf03ce608),segment_id=49350255-2b97-4356-8689-4d9bf03ce608)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:04:43.191812 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4d527f03-6f0b-4292-b5ed-dd1ca20f45cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:43.317521 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-4d527f03-6f0b-4292-b5ed-dd1ca20f45cb admin admin] Calling delete_port for 191e0e2e-1e49-4f29-98e6-026699d59d56 owned by network:router_interface {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:04:43.445741 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-34b206b0-020e-4625-b85c-552d6573b588 req-8ee9182c-5bd3-4caa-bd73-4532c1b215a0 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 210 time: 0.0477188 May 12 15:04:43.809112 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4d527f03-6f0b-4292-b5ed-dd1ca20f45cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:43.857325 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d527f03-6f0b-4292-b5ed-dd1ca20f45cb admin admin] Pushing event deleted for resources: {'Port': ['ID=191e0e2e-1e49-4f29-98e6-026699d59d56,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:44.142732 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4d527f03-6f0b-4292-b5ed-dd1ca20f45cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624265'] for router_interface, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:44.546854 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d527f03-6f0b-4292-b5ed-dd1ca20f45cb admin admin] Router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:04:44.597458 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:44.603722 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f506bbb0-59e9-46c4-89a7-6caecc77e338 req-fd58e2f1-e3a8-4f9d-bebc-1d9e298e779a tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 210 time: 0.0464907 May 12 15:04:44.851397 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d527f03-6f0b-4292-b5ed-dd1ca20f45cb admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:04:44.860319 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfb64e-ea04-4b4d-a4e5-b306890b1952 None None] Sync routers for ids ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:04:44.871318 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfb64e-ea04-4b4d-a4e5-b306890b1952 None None] Routers {'5b760d83-11c0-435a-a7c8-6b424dfb61e8'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:04:44.875063 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e8cfb64e-ea04-4b4d-a4e5-b306890b1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:04:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:44.939851 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-4d527f03-6f0b-4292-b5ed-dd1ca20f45cb admin admin] 10.222.0.70 "PUT /v2.0/routers/5b760d83-11c0-435a-a7c8-6b424dfb61e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9599500 May 12 15:04:44.943112 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41544) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:45.074862 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-e8cfb64e-ea04-4b4d-a4e5-b306890b1952 None None] Set router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:04:45.172310 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:45.369642 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e6bdda2b-b628-4efb-8f21-b842ef61deb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:45.402197 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-54ceae57-340f-489c-8aea-f9d6eea2db77 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:45.404521 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-54ceae57-340f-489c-8aea-f9d6eea2db77 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.69 "GET /v2.0/networks?id=e2cd1bc2-6cc3-4598-9e05-78c640b8744a HTTP/1.1" status: 200 len: 814 time: 0.2029567 May 12 15:04:45.422737 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Request body: {'port': {'device_id': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a', 'admin_state_up': True, 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:04:45.439631 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e8cfb64e-ea04-4b4d-a4e5-b306890b1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'name': 'tempest-TestShelveInstance-1574610792-router', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:47Z', 'updated_at': '2022-05-12T15:04:43Z', 'revision_number': 5, 'project_id': 'ecfdd8e25a724584b830818714552807', 'gw_port': {'id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:48Z', 'updated_at': '2022-05-12T14:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:45.447149 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfb64e-ea04-4b4d-a4e5-b306890b1952 None None] Checking router: 5b760d83-11c0-435a-a7c8-6b424dfb61e8 for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:04:45.454202 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:04:45.460966 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfb64e-ea04-4b4d-a4e5-b306890b1952 None None] Routers {'5b760d83-11c0-435a-a7c8-6b424dfb61e8'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:04:45.461708 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e8cfb64e-ea04-4b4d-a4e5-b306890b1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:04:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:45.574524 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e6bdda2b-b628-4efb-8f21-b842ef61deb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:45.588956 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:04:45.592936 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Usage tracker for resource:port and tenant:7c61b816b0fd4b10b97a1a3e363e4b9e is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:04:45.596259 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:04:45.602710 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:04:45.654082 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-e8cfb64e-ea04-4b4d-a4e5-b306890b1952 None None] Set router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:04:45.720810 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-e6bdda2b-b628-4efb-8f21-b842ef61deb5 admin admin] Deleting port b5c3db6f-77eb-4fc2-9ffb-331565dd38a1 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:04:45.721291 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e6bdda2b-b628-4efb-8f21-b842ef61deb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:45.721506 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Made reservation on behalf of 7c61b816b0fd4b10b97a1a3e363e4b9e for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:04:45.726487 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:45.850483 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f3b9586b-6452-431c-8214-70aa18e83312 req-b0249370-0109-4d39-8ce2-809d83b5eb09 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 210 time: 0.0960541 May 12 15:04:45.946823 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-e6bdda2b-b628-4efb-8f21-b842ef61deb5 admin admin] For port b5c3db6f-77eb-4fc2-9ffb-331565dd38a1, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=b5c3db6f-77eb-4fc2-9ffb-331565dd38a1,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:04:45.947673 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e6bdda2b-b628-4efb-8f21-b842ef61deb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:46.009351 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e8cfb64e-ea04-4b4d-a4e5-b306890b1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'name': 'tempest-TestShelveInstance-1574610792-router', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:47Z', 'updated_at': '2022-05-12T15:04:43Z', 'revision_number': 5, 'project_id': 'ecfdd8e25a724584b830818714552807', 'gw_port': {'id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:48Z', 'updated_at': '2022-05-12T14:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:46.015031 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfb64e-ea04-4b4d-a4e5-b306890b1952 None None] The sync data for ids ['5b760d83-11c0-435a-a7c8-6b424dfb61e8'] in dv-cinder-831187-2-smb is: [{'id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'name': 'tempest-TestShelveInstance-1574610792-router', 'tenant_id': 'ecfdd8e25a724584b830818714552807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:47Z', 'updated_at': '2022-05-12T15:04:43Z', 'revision_number': 5, 'project_id': 'ecfdd8e25a724584b830818714552807', 'gw_port': {'id': 'b5c3db6f-77eb-4fc2-9ffb-331565dd38a1', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b760d83-11c0-435a-a7c8-6b424dfb61e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T14:59:48Z', 'updated_at': '2022-05-12T14:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:04:46.019589 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Allocated IP 172.20.0.5 (e2cd1bc2-6cc3-4598-9e05-78c640b8744a/9550beb3-3e0b-454d-83aa-fe8816ddea7e/317a8c06-c7c6-4a34-a87f-4038103ae5b2) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:04:46.082972 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:46.092756 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-e6bdda2b-b628-4efb-8f21-b842ef61deb5 admin admin] Calling delete_port for b5c3db6f-77eb-4fc2-9ffb-331565dd38a1 owned by network:router_gateway {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:04:46.371701 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:46.387831 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 191e0e2e-1e49-4f29-98e6-026699d59d56 no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:04:46.423797 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e6bdda2b-b628-4efb-8f21-b842ef61deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:46.424021 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Transition to ACTIVE for port object 317a8c06-c7c6-4a34-a87f-4038103ae5b2 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:04:46.432235 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: 191e0e2e-1e49-4f29-98e6-026699d59d56 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:04:46.432590 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 191e0e2e-1e49-4f29-98e6-026699d59d56 not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:04:46.478052 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdda2b-b628-4efb-8f21-b842ef61deb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c3db6f-77eb-4fc2-9ffb-331565dd38a1,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:46.539552 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:46.594055 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e6bdda2b-b628-4efb-8f21-b842ef61deb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624900'] for router_gateway, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:46.699052 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Pushing event updated for resources: {'Port': ['ID=317a8c06-c7c6-4a34-a87f-4038103ae5b2,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:46.729277 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Network e2cd1bc2-6cc3-4598-9e05-78c640b8744a is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:04:46.731121 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:04:46.733963 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:04:46.828879 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e6bdda2b-b628-4efb-8f21-b842ef61deb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10131'] for router, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:46.831812 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e6bdda2b-b628-4efb-8f21-b842ef61deb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:46.835965 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:46.837109 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:46.940517 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e6bdda2b-b628-4efb-8f21-b842ef61deb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1622393'] for router, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:46.941198 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bdda2b-b628-4efb-8f21-b842ef61deb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b760d83-11c0-435a-a7c8-6b424dfb61e8 {{(pid=88106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:04:46.963445 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e6bdda2b-b628-4efb-8f21-b842ef61deb5 admin admin] Notify callbacks [] for router, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:46.970160 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41574) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:46.972193 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-e6bdda2b-b628-4efb-8f21-b842ef61deb5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/5b760d83-11c0-435a-a7c8-6b424dfb61e8 HTTP/1.1" status: 204 len: 168 time: 2.0274282 May 12 15:04:46.977794 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-40b49842-9b01-40f3-a031-92064d215e37 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5593755 May 12 15:04:47.053014 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Request body: {'port': {'device_id': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:04:47.237144 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72d2cd0-916d-4f66-9123-2e978e7d5608 admin admin] Deleting subnet 6e4512ec-10c3-466b-9882-15d05fa1f1c5 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 15:04:47.244624 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a72d2cd0-916d-4f66-9123-2e978e7d5608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:47.289414 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-b46edbbd-18b1-4ce1-901a-e825450c2f61 None None] Provisioning for port 317a8c06-c7c6-4a34-a87f-4038103ae5b2 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:04:47.296442 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-b46edbbd-18b1-4ce1-901a-e825450c2f61 None None] Provisioning complete for port 317a8c06-c7c6-4a34-a87f-4038103ae5b2 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:04:47.298944 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b46edbbd-18b1-4ce1-901a-e825450c2f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:47.367343 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a72d2cd0-916d-4f66-9123-2e978e7d5608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2352204'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:47.389105 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b46edbbd-18b1-4ce1-901a-e825450c2f61 None None] Port 317a8c06-c7c6-4a34-a87f-4038103ae5b2 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:04:47.415693 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:47.553961 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85e0c8-91b6-4872-94cf-edff58712d55 req-fb7afb49-4bca-4314-832f-7bea215cd6c5 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:47.563985 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-ce85e0c8-91b6-4872-94cf-edff58712d55 req-fb7afb49-4bca-4314-832f-7bea215cd6c5 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Synchronizing usage tracker for tenant:7c61b816b0fd4b10b97a1a3e363e4b9e on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:04:47.699359 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-ce85e0c8-91b6-4872-94cf-edff58712d55 req-fb7afb49-4bca-4314-832f-7bea215cd6c5 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Unset dirty status for tenant:7c61b816b0fd4b10b97a1a3e363e4b9e on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:04:47.700828 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ce85e0c8-91b6-4872-94cf-edff58712d55 req-fb7afb49-4bca-4314-832f-7bea215cd6c5 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 931 time: 0.6574290 May 12 15:04:47.713666 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a72d2cd0-916d-4f66-9123-2e978e7d5608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698402'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:47.905002 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ce85e0c8-91b6-4872-94cf-edff58712d55 req-d5a4b11a-d442-49e7-85b4-c683471db0ee tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931651 May 12 15:04:48.028660 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a72d2cd0-916d-4f66-9123-2e978e7d5608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1090097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2178521'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:48.094495 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a72d2cd0-916d-4f66-9123-2e978e7d5608 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:48.097039 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d2cd0-916d-4f66-9123-2e978e7d5608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e4512ec-10c3-466b-9882-15d05fa1f1c5,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:48.101062 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ac837a-bc34-40cd-99ff-29010c62b715 None None] Network c869c893-5e1b-47a8-8cc0-0cb63524d61c requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 15:04:48.107625 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317a8c06-c7c6-4a34-a87f-4038103ae5b2 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:04:48.116359 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-a72d2cd0-916d-4f66-9123-2e978e7d5608 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6e4512ec-10c3-466b-9882-15d05fa1f1c5 HTTP/1.1" status: 204 len: 168 time: 1.1447780 May 12 15:04:48.116601 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41578) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:48.121185 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:48.138836 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Transition to ACTIVE for port object 317a8c06-c7c6-4a34-a87f-4038103ae5b2 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:04:48.226879 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:48.417994 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device b5c3db6f-77eb-4fc2-9ffb-331565dd38a1 no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:04:48.445273 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763935'] for network, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:48.477605 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] Deleting port 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:04:48.477908 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:48.520928 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: b5c3db6f-77eb-4fc2-9ffb-331565dd38a1 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:04:48.520928 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device b5c3db6f-77eb-4fc2-9ffb-331565dd38a1 not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:04:48.533299 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Pushing event updated for resources: {'Port': ['ID=317a8c06-c7c6-4a34-a87f-4038103ae5b2,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:48.711074 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4897561-865c-4e5d-95e2-13ce6866b5fd None None] DHCP port deletion for c869c893-5e1b-47a8-8cc0-0cb63524d61c request from dv-cinder-831187-2-smb {{(pid=88108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 15:04:48.724284 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-a4897561-865c-4e5d-95e2-13ce6866b5fd None None] Deleting port 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:04:48.724676 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4897561-865c-4e5d-95e2-13ce6866b5fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:48.755326 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Attempting to bind port 317a8c06-c7c6-4a34-a87f-4038103ae5b2 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:04:48.755326 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Attempting to bind port 317a8c06-c7c6-4a34-a87f-4038103ae5b2 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'f5f06066-49f1-4791-a885-60815e858355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:04:48.755326 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Attempting to bind port 317a8c06-c7c6-4a34-a87f-4038103ae5b2 on network e2cd1bc2-6cc3-4598-9e05-78c640b8744a {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:04:48.760887 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Port 317a8c06-c7c6-4a34-a87f-4038103ae5b2 on network e2cd1bc2-6cc3-4598-9e05-78c640b8744a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:04:48.761416 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Attempting to bind port 317a8c06-c7c6-4a34-a87f-4038103ae5b2 on network e2cd1bc2-6cc3-4598-9e05-78c640b8744a {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:04:48.768637 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:04:48.768987 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Checking segment: {'id': 'f5f06066-49f1-4791-a885-60815e858355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:04:48.769488 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Bound using segment: {'id': 'f5f06066-49f1-4791-a885-60815e858355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:04:48.769960 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Bound port: 317a8c06-c7c6-4a34-a87f-4038103ae5b2, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f06066-49f1-4791-a885-60815e858355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:04:48.770607 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:48.847072 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] For port 3ffb41ec-4a9c-4ddd-bc44-74681e37e908, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=3ffb41ec-4a9c-4ddd-bc44-74681e37e908,segment=NetworkSegment(49350255-2b97-4356-8689-4d9bf03ce608),segment_id=49350255-2b97-4356-8689-4d9bf03ce608)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:04:48.847694 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:48.928717 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] For port 317a8c06-c7c6-4a34-a87f-4038103ae5b2, host hv-cinder-83118, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:04:48.933832 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] For port 317a8c06-c7c6-4a34-a87f-4038103ae5b2, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=317a8c06-c7c6-4a34-a87f-4038103ae5b2,segment=NetworkSegment(f5f06066-49f1-4791-a885-60815e858355),segment_id=f5f06066-49f1-4791-a885-60815e858355)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:04:49.018035 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:49.125411 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:49.185251 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] Calling delete_port for 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 owned by network:dhcp {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:04:49.201369 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-a4897561-865c-4e5d-95e2-13ce6866b5fd None None] For port 3ffb41ec-4a9c-4ddd-bc44-74681e37e908, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=3ffb41ec-4a9c-4ddd-bc44-74681e37e908,segment=NetworkSegment(49350255-2b97-4356-8689-4d9bf03ce608),segment_id=49350255-2b97-4356-8689-4d9bf03ce608)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:04:49.202017 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4897561-865c-4e5d-95e2-13ce6866b5fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:49.348670 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:49.349384 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:49.350938 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] 10.222.0.69 "PUT /v2.0/ports/317a8c06-c7c6-4a34-a87f-4038103ae5b2 HTTP/1.1" status: 200 len: 1093 time: 2.3031588 May 12 15:04:49.351393 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'tag': '317a8c06-c7c6-4a34-a87f-4038103ae5b2'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:04:49.376218 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb435c-9251-49f3-82f2-e8b2bf9a73b4 service neutron] Pushing event updated for resources: {'Port': ['ID=317a8c06-c7c6-4a34-a87f-4038103ae5b2,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:49.376616 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-a4897561-865c-4e5d-95e2-13ce6866b5fd None None] Calling delete_port for 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:04:49.401488 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc8aab-1320-4a22-b944-160694ab8a27 req-9ee5b429-2102-436d-8c4c-618e1421c4d7 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:49.403438 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7afc8aab-1320-4a22-b944-160694ab8a27 req-9ee5b429-2102-436d-8c4c-618e1421c4d7 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 943 time: 0.2693849 May 12 15:04:49.453349 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1168720-cbbd-4dfb-b81a-d7c6a8769078'] response: {'name': 'network-changed', 'server_uuid': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'tag': '317a8c06-c7c6-4a34-a87f-4038103ae5b2', 'status': 'completed', 'code': 200} May 12 15:04:49.458022 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:49.487956 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7afc8aab-1320-4a22-b944-160694ab8a27 req-1ad4c20c-f0db-4f07-901f-112bb207b7e4 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782325 May 12 15:04:49.500646 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.db.api [None req-a4897561-865c-4e5d-95e2-13ce6866b5fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 15:04:49.501127 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG oslo_db.api [None req-a4897561-865c-4e5d-95e2-13ce6866b5fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 15:04:49.551042 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] Pushing event deleted for resources: {'Port': ['ID=3ffb41ec-4a9c-4ddd-bc44-74681e37e908,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:49.556477 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] No DVR routers for this DVR port 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 on host dv-cinder-831187-2-smb {{(pid=88106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:04:49.633494 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdc37b-9547-4131-b08a-04c4aaa20096 req-90cdd6f5-d102-4d61-bec9-92965f8d28ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:49.635418 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6ebdc37b-9547-4131-b08a-04c4aaa20096 req-90cdd6f5-d102-4d61-bec9-92965f8d28ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c61b816b0fd4b10b97a1a3e363e4b9e&device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 1096 time: 0.1284969 May 12 15:04:49.698805 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8787124724866'] for network, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:49.734275 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c869c893-5e1b-47a8-8cc0-0cb63524d61c']}} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:49.756663 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49350255-2b97-4356-8689-4d9bf03ce608') {'for_net_delete': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:49.758328 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49350255-2b97-4356-8689-4d9bf03ce608') {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:49.779877 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787124727709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4098369'] for segment, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:49.805714 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:49.814015 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:04:49.814435 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-738659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235696'] for segment, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: Traceback (most recent call last): May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: timer() May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: cb(*args, **kw) May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: return func(*args, **kwargs) May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: self._notify() May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: self.callback(batched_events) May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: event.method(event) May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: return f(self, *a, **k) May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: return self._get(url).json() May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: return self.request(url, 'GET', **kwargs) May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:04:49.840600 dv-cinder-831187-2-smb neutron-server[88106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:04:50.002373 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-a4897561-865c-4e5d-95e2-13ce6866b5fd None None] Deleting port 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:04:50.002775 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4897561-865c-4e5d-95e2-13ce6866b5fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:50.029353 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624953'] for network, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:50.054456 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:50.067564 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c869c893-5e1b-47a8-8cc0-0cb63524d61c,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:50.112140 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-a4897561-865c-4e5d-95e2-13ce6866b5fd None None] The port '3ffb41ec-4a9c-4ddd-bc44-74681e37e908' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 15:04:50.163781 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-4e09872f-032e-49c9-b6b1-7ea607caa0fc admin admin] 10.222.0.70 "DELETE /v2.0/networks/c869c893-5e1b-47a8-8cc0-0cb63524d61c HTTP/1.1" status: 204 len: 168 time: 2.0460911 May 12 15:04:50.166631 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41590) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:50.344477 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:04:50.381493 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:04:50.382098 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 3ffb41ec-4a9c-4ddd-bc44-74681e37e908 not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:04:50.845644 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0c607655-6b0c-42ea-a739-e9d36648f3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587065'] for router_interface, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:50.848335 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9642db4-4cf1-4fc9-b8eb-bc394bb58619 req-c907092c-c0d1-47c3-82ce-2fb12fcb03d5 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:50.852203 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b9642db4-4cf1-4fc9-b8eb-bc394bb58619 req-c907092c-c0d1-47c3-82ce-2fb12fcb03d5 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 943 time: 0.2447047 May 12 15:04:50.918157 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b9642db4-4cf1-4fc9-b8eb-bc394bb58619 req-c4f0fd4e-7460-4884-9229-c64b9e3e6a79 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523145 May 12 15:04:51.351268 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-0c607655-6b0c-42ea-a739-e9d36648f3ff admin admin] Deleting port d7b154b2-34be-4dad-bb80-aa63e905e1e6 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:04:51.351745 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0c607655-6b0c-42ea-a739-e9d36648f3ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:51.546158 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-0c607655-6b0c-42ea-a739-e9d36648f3ff admin admin] For port d7b154b2-34be-4dad-bb80-aa63e905e1e6, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=d7b154b2-34be-4dad-bb80-aa63e905e1e6,segment=NetworkSegment(0a8ee9f4-4a69-49e1-8843-5cd867ad119a),segment_id=0a8ee9f4-4a69-49e1-8843-5cd867ad119a)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:04:51.546635 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0c607655-6b0c-42ea-a739-e9d36648f3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:51.680470 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-0c607655-6b0c-42ea-a739-e9d36648f3ff admin admin] Calling delete_port for d7b154b2-34be-4dad-bb80-aa63e905e1e6 owned by network:router_interface {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:04:51.949176 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0c607655-6b0c-42ea-a739-e9d36648f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:52.000698 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c607655-6b0c-42ea-a739-e9d36648f3ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b154b2-34be-4dad-bb80-aa63e905e1e6,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:52.152165 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1e557-5170-4dba-99bc-60b426fbe0a6 req-5f175b6c-2a5c-46f7-8d30-e89dba33beff tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:52.174390 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c5c1e557-5170-4dba-99bc-60b426fbe0a6 req-5f175b6c-2a5c-46f7-8d30-e89dba33beff tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 943 time: 0.1233597 May 12 15:04:52.281254 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c5c1e557-5170-4dba-99bc-60b426fbe0a6 req-8999c1e6-0cbd-48fb-b0cf-6b6cde6bb312 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953829 May 12 15:04:52.403024 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0c607655-6b0c-42ea-a739-e9d36648f3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624265'] for router_interface, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:52.902844 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c607655-6b0c-42ea-a739-e9d36648f3ff admin admin] Router 4955d70a-298f-4aa0-8d6a-eae5fd279823 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:04:53.113579 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c607655-6b0c-42ea-a739-e9d36648f3ff admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:04:53.127311 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41600) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:53.128203 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-0c607655-6b0c-42ea-a739-e9d36648f3ff admin admin] 10.222.0.70 "PUT /v2.0/routers/4955d70a-298f-4aa0-8d6a-eae5fd279823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9602466 May 12 15:04:53.130615 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabff69-7d84-40b0-a8a5-8836bc288b1a None None] Sync routers for ids ['4955d70a-298f-4aa0-8d6a-eae5fd279823'] in dv-cinder-831187-2-smb {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:04:53.142066 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cabff69-7d84-40b0-a8a5-8836bc288b1a None None] Routers {'4955d70a-298f-4aa0-8d6a-eae5fd279823'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:04:53.142991 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-4cabff69-7d84-40b0-a8a5-8836bc288b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:04:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['4955d70a-298f-4aa0-8d6a-eae5fd279823'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:53.392356 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-4cabff69-7d84-40b0-a8a5-8836bc288b1a None None] Set router 4955d70a-298f-4aa0-8d6a-eae5fd279823 gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:04:53.402196 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-df8cf2e4-46b9-4759-ac0b-cb22d2e91e79 admin admin] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:53.748058 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4b40f-9512-4dfb-b530-930b47511835 req-596628c2-a89a-4fe0-b56f-b88f8159f819 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:53.757981 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2bc4b40f-9512-4dfb-b530-930b47511835 req-596628c2-a89a-4fe0-b56f-b88f8159f819 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 943 time: 0.2780235 May 12 15:04:53.775362 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-4cabff69-7d84-40b0-a8a5-8836bc288b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'name': 'tempest-TestShelveInstance-1053843358-router', 'tenant_id': '604d4e87506744c2887e973f5ffa88c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:59Z', 'updated_at': '2022-05-12T15:04:51Z', 'revision_number': 5, 'project_id': '604d4e87506744c2887e973f5ffa88c4', 'gw_port': {'id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:00:00Z', 'updated_at': '2022-05-12T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:53.779875 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabff69-7d84-40b0-a8a5-8836bc288b1a None None] Checking router: 4955d70a-298f-4aa0-8d6a-eae5fd279823 for host: dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:04:53.781257 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-df8cf2e4-46b9-4759-ac0b-cb22d2e91e79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:53.790317 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cabff69-7d84-40b0-a8a5-8836bc288b1a None None] Routers {'4955d70a-298f-4aa0-8d6a-eae5fd279823'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:04:53.791096 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-4cabff69-7d84-40b0-a8a5-8836bc288b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:04:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['4955d70a-298f-4aa0-8d6a-eae5fd279823'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:53.829785 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2bc4b40f-9512-4dfb-b530-930b47511835 req-91f19752-c803-4dd3-9c24-b4a664236858 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657394 May 12 15:04:54.023602 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-4cabff69-7d84-40b0-a8a5-8836bc288b1a None None] Set router 4955d70a-298f-4aa0-8d6a-eae5fd279823 gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:04:54.189079 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf2e4-46b9-4759-ac0b-cb22d2e91e79 admin admin] Deleting port fbe36555-55cb-427f-a539-9090677cc7c5 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:04:54.189391 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-df8cf2e4-46b9-4759-ac0b-cb22d2e91e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:54.355942 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-4cabff69-7d84-40b0-a8a5-8836bc288b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'name': 'tempest-TestShelveInstance-1053843358-router', 'tenant_id': '604d4e87506744c2887e973f5ffa88c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:59Z', 'updated_at': '2022-05-12T15:04:51Z', 'revision_number': 5, 'project_id': '604d4e87506744c2887e973f5ffa88c4', 'gw_port': {'id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:00:00Z', 'updated_at': '2022-05-12T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:54.359753 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabff69-7d84-40b0-a8a5-8836bc288b1a None None] The sync data for ids ['4955d70a-298f-4aa0-8d6a-eae5fd279823'] in dv-cinder-831187-2-smb is: [{'id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'name': 'tempest-TestShelveInstance-1053843358-router', 'tenant_id': '604d4e87506744c2887e973f5ffa88c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T14:59:59Z', 'updated_at': '2022-05-12T15:04:51Z', 'revision_number': 5, 'project_id': '604d4e87506744c2887e973f5ffa88c4', 'gw_port': {'id': 'fbe36555-55cb-427f-a539-9090677cc7c5', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4955d70a-298f-4aa0-8d6a-eae5fd279823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:00:00Z', 'updated_at': '2022-05-12T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}] {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:04:54.375804 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-df8cf2e4-46b9-4759-ac0b-cb22d2e91e79 admin admin] For port fbe36555-55cb-427f-a539-9090677cc7c5, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=fbe36555-55cb-427f-a539-9090677cc7c5,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:04:54.376159 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-df8cf2e4-46b9-4759-ac0b-cb22d2e91e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:54.504260 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-df8cf2e4-46b9-4759-ac0b-cb22d2e91e79 admin admin] Calling delete_port for fbe36555-55cb-427f-a539-9090677cc7c5 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:04:55.000826 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdc37b-9547-4131-b08a-04c4aaa20096 req-02202c6f-c3b0-435d-8d66-7f26f1b23223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:55.002193 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6ebdc37b-9547-4131-b08a-04c4aaa20096 req-02202c6f-c3b0-435d-8d66-7f26f1b23223 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7c61b816b0fd4b10b97a1a3e363e4b9e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3229120 May 12 15:04:55.207756 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdc37b-9547-4131-b08a-04c4aaa20096 req-d3e58807-cac7-4ac0-a47a-67be7fa97e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:55.209167 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6ebdc37b-9547-4131-b08a-04c4aaa20096 req-d3e58807-cac7-4ac0-a47a-67be7fa97e6c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1993849 May 12 15:04:55.220512 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b539bb2-5c1d-4b45-999d-2f6fdfe7d091 req-54f0b104-6be7-4729-88bc-7574c7019f76 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:55.222247 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6b539bb2-5c1d-4b45-999d-2f6fdfe7d091 req-54f0b104-6be7-4729-88bc-7574c7019f76 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 943 time: 0.2630129 May 12 15:04:55.261565 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-df8cf2e4-46b9-4759-ac0b-cb22d2e91e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:55.355813 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cf2e4-46b9-4759-ac0b-cb22d2e91e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe36555-55cb-427f-a539-9090677cc7c5,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:55.365777 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6b539bb2-5c1d-4b45-999d-2f6fdfe7d091 req-ff08f9e6-3ebc-4be9-a0a6-cc09dab41421 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315429 May 12 15:04:55.469911 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-df8cf2e4-46b9-4759-ac0b-cb22d2e91e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624900'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:55.522297 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-f40f316e-707f-47fc-88e2-422eaec41a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:55.523699 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-f40f316e-707f-47fc-88e2-422eaec41a0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c61b816b0fd4b10b97a1a3e363e4b9e&device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 1096 time: 0.2267225 May 12 15:04:55.710646 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-0c44634b-bbf1-4a88-9a5a-08b43e62dc07 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=317a8c06-c7c6-4a34-a87f-4038103ae5b2 HTTP/1.1" status: 200 len: 217 time: 0.1291180 May 12 15:04:55.717031 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-df8cf2e4-46b9-4759-ac0b-cb22d2e91e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10131'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:55.720296 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-df8cf2e4-46b9-4759-ac0b-cb22d2e91e79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:55.799191 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-b579243a-8eb6-4fcc-b2c4-6bebed0a3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:55.799191 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-b579243a-8eb6-4fcc-b2c4-6bebed0a3224 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9550beb3-3e0b-454d-83aa-fe8816ddea7e HTTP/1.1" status: 200 len: 853 time: 0.0782046 May 12 15:04:55.871393 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-df8cf2e4-46b9-4759-ac0b-cb22d2e91e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1622393'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:55.871918 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8cf2e4-46b9-4759-ac0b-cb22d2e91e79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4955d70a-298f-4aa0-8d6a-eae5fd279823 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:04:55.889205 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-63997d6a-4fa7-4455-8f5a-1ceb211d745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:55.890945 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-63997d6a-4fa7-4455-8f5a-1ceb211d745d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e2cd1bc2-6cc3-4598-9e05-78c640b8744a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0868256 May 12 15:04:55.894825 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-df8cf2e4-46b9-4759-ac0b-cb22d2e91e79 admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:55.894825 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-df8cf2e4-46b9-4759-ac0b-cb22d2e91e79 admin admin] 10.222.0.70 "DELETE /v2.0/routers/4955d70a-298f-4aa0-8d6a-eae5fd279823 HTTP/1.1" status: 204 len: 168 time: 2.7664597 May 12 15:04:55.898991 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41610) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:55.964407 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Deleting subnet 2c322700-b692-4466-8cf7-f10160129ccb {{(pid=88106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 15:04:55.971242 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:56.022704 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4098424'] for subnet, precommit_delete_associations {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:56.037761 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-c793f4d2-f80f-41d2-a866-ee6621213420 service neutron] 10.222.0.69 "GET /v2.0/networks/e2cd1bc2-6cc3-4598-9e05-78c640b8744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399577 May 12 15:04:56.102831 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698402'] for subnet, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:56.175449 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-de0da7c1-200e-41ba-9bb0-ab1e6e29f0ad req-11771343-9f54-48e4-ba17-67bf01009856 service neutron] 10.222.0.69 "GET /v2.0/networks/e2cd1bc2-6cc3-4598-9e05-78c640b8744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308923 May 12 15:04:56.237462 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2236562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146262'] for subnet, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:56.281434 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c322700-b692-4466-8cf7-f10160129ccb,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:56.286666 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:56.292025 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ddb345-4b10-4862-bb83-4d2ad07eaac0 None None] Network 81a0e018-4b50-46a1-b787-de6429a3cc62 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 15:04:56.294296 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:56.294647 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:56.294990 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:56.295325 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:56.295654 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:56.295984 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:56.296309 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:56.296636 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:56.296968 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:56.297291 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:56.297646 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:56.297971 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:04:56.303780 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-4e73aefa-a906-4d46-940e-8f2e71b4a0ab admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2c322700-b692-4466-8cf7-f10160129ccb HTTP/1.1" status: 204 len: 168 time: 0.4036164 May 12 15:04:56.306292 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41614) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:56.399527 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device d7b154b2-34be-4dad-bb80-aa63e905e1e6 no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:04:56.432009 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763935'] for network, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:56.446866 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] Deleting port 285ebd35-548e-496e-8b23-539d880e8686 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:04:56.447207 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:56.450853 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: d7b154b2-34be-4dad-bb80-aa63e905e1e6 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:04:56.451197 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device d7b154b2-34be-4dad-bb80-aa63e905e1e6 not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:04:56.451603 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device fbe36555-55cb-427f-a539-9090677cc7c5 no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:04:56.488263 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: fbe36555-55cb-427f-a539-9090677cc7c5 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:04:56.488598 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device fbe36555-55cb-427f-a539-9090677cc7c5 not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:04:56.589239 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe3947-3389-497b-baaa-4360c34769c4 req-111e7a2d-8905-4b7e-9813-b4d2e0e3b664 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:56.590759 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-48fe3947-3389-497b-baaa-4360c34769c4 req-111e7a2d-8905-4b7e-9813-b4d2e0e3b664 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 943 time: 0.0946815 May 12 15:04:56.654108 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-48fe3947-3389-497b-baaa-4360c34769c4 req-ac520bca-ec4a-44c9-aafc-02e99f2b9ff5 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570714 May 12 15:04:56.684650 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] For port 285ebd35-548e-496e-8b23-539d880e8686, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=285ebd35-548e-496e-8b23-539d880e8686,segment=NetworkSegment(0a8ee9f4-4a69-49e1-8843-5cd867ad119a),segment_id=0a8ee9f4-4a69-49e1-8843-5cd867ad119a)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:04:56.684998 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:56.689557 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc93140-232d-4d5b-bc13-d0c7dfcc87fe None None] DHCP port deletion for 81a0e018-4b50-46a1-b787-de6429a3cc62 request from dv-cinder-831187-2-smb {{(pid=88108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 15:04:56.694622 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-acc93140-232d-4d5b-bc13-d0c7dfcc87fe None None] Deleting port 285ebd35-548e-496e-8b23-539d880e8686 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:04:56.694993 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-acc93140-232d-4d5b-bc13-d0c7dfcc87fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:56.810748 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] Calling delete_port for 285ebd35-548e-496e-8b23-539d880e8686 owned by network:dhcp {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:04:56.913122 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-acc93140-232d-4d5b-bc13-d0c7dfcc87fe None None] For port 285ebd35-548e-496e-8b23-539d880e8686, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=285ebd35-548e-496e-8b23-539d880e8686,segment=NetworkSegment(0a8ee9f4-4a69-49e1-8843-5cd867ad119a),segment_id=0a8ee9f4-4a69-49e1-8843-5cd867ad119a)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:04:56.913416 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-acc93140-232d-4d5b-bc13-d0c7dfcc87fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:56.948876 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:56.995782 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] Pushing event deleted for resources: {'Port': ['ID=285ebd35-548e-496e-8b23-539d880e8686,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:57.003084 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] No DVR routers for this DVR port 285ebd35-548e-496e-8b23-539d880e8686 on host dv-cinder-831187-2-smb {{(pid=88106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:04:57.045705 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-acc93140-232d-4d5b-bc13-d0c7dfcc87fe None None] Calling delete_port for 285ebd35-548e-496e-8b23-539d880e8686 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:04:57.122058 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8787124724866'] for network, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:57.129685 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.db.api [None req-acc93140-232d-4d5b-bc13-d0c7dfcc87fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 15:04:57.136481 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG oslo_db.api [None req-acc93140-232d-4d5b-bc13-d0c7dfcc87fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 15:04:57.148470 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a0e018-4b50-46a1-b787-de6429a3cc62']}} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:57.165061 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8ee9f4-4a69-49e1-8843-5cd867ad119a') {'for_net_delete': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:57.165288 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8ee9f4-4a69-49e1-8843-5cd867ad119a') {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:04:57.177818 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787124727709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4098369'] for segment, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:57.201602 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:57.208967 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:04:57.208967 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-738659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235696'] for segment, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: Traceback (most recent call last): May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: timer() May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: cb(*args, **kw) May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: return func(*args, **kwargs) May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: self._notify() May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: self.callback(batched_events) May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: event.method(event) May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: return f(self, *a, **k) May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: return self._get(url).json() May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: return self.request(url, 'GET', **kwargs) May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:04:57.316546 dv-cinder-831187-2-smb neutron-server[88106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:04:57.465672 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624953'] for network, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:57.485259 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:57.495580 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] Pushing event deleted for resources: {'Network': ['ID=81a0e018-4b50-46a1-b787-de6429a3cc62,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:57.500309 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-a5a62ea8-c612-4587-ad6d-b6c9e2e356fa admin admin] 10.222.0.70 "DELETE /v2.0/networks/81a0e018-4b50-46a1-b787-de6429a3cc62 HTTP/1.1" status: 204 len: 168 time: 1.1924016 May 12 15:04:57.631809 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-acc93140-232d-4d5b-bc13-d0c7dfcc87fe None None] Deleting port 285ebd35-548e-496e-8b23-539d880e8686 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:04:57.632383 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-acc93140-232d-4d5b-bc13-d0c7dfcc87fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:57.702128 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-acc93140-232d-4d5b-bc13-d0c7dfcc87fe None None] The port '285ebd35-548e-496e-8b23-539d880e8686' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 15:04:57.844106 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc866168-17fd-4783-a637-06e2f4d17846 req-0586fd2e-c613-4ba9-b825-1f8a147a8d55 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:57.845669 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bc866168-17fd-4783-a637-06e2f4d17846 req-0586fd2e-c613-4ba9-b825-1f8a147a8d55 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 943 time: 0.0872085 May 12 15:04:57.892102 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-bc866168-17fd-4783-a637-06e2f4d17846 req-5b424d7f-0e60-4d31-97f1-efe84f3b6abd tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404272 May 12 15:04:57.918537 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41632) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:57.969733 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-c2e05f85-ad37-49f0-83ad-b6bffdb6c577 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ecfdd8e25a724584b830818714552807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500247 May 12 15:04:57.972200 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41636) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:58.140802 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44f97a24-5852-4871-a3bf-caf55097451e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:58.168151 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44f97a24-5852-4871-a3bf-caf55097451e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:58.299949 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44f97a24-5852-4871-a3bf-caf55097451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:58.316587 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f97a24-5852-4871-a3bf-caf55097451e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f9a3e6-28e1-491f-93e9-324c54e7db03,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:58.325829 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44f97a24-5852-4871-a3bf-caf55097451e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:58.332053 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-44f97a24-5852-4871-a3bf-caf55097451e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43f9a3e6-28e1-491f-93e9-324c54e7db03 HTTP/1.1" status: 204 len: 168 time: 0.3586910 May 12 15:04:58.338604 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 285ebd35-548e-496e-8b23-539d880e8686 no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:04:58.387677 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: 285ebd35-548e-496e-8b23-539d880e8686 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:04:58.388008 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 285ebd35-548e-496e-8b23-539d880e8686 not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:04:58.424153 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 317a8c06-c7c6-4a34-a87f-4038103ae5b2 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:04:58.569458 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 317a8c06-c7c6-4a34-a87f-4038103ae5b2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=317a8c06-c7c6-4a34-a87f-4038103ae5b2,segment=NetworkSegment(f5f06066-49f1-4791-a885-60815e858355),segment_id=f5f06066-49f1-4791-a885-60815e858355)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:04:58.585199 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': '317a8c06-c7c6-4a34-a87f-4038103ae5b2', 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a', 'port_id': '317a8c06-c7c6-4a34-a87f-4038103ae5b2', 'mac_address': 'fa:16:3e:28:e9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:04:58.644131 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:58.663924 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317a8c06-c7c6-4a34-a87f-4038103ae5b2 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:04:58.680462 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 317a8c06-c7c6-4a34-a87f-4038103ae5b2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=317a8c06-c7c6-4a34-a87f-4038103ae5b2,segment=NetworkSegment(f5f06066-49f1-4791-a885-60815e858355),segment_id=f5f06066-49f1-4791-a885-60815e858355)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:04:58.748983 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:04:58.853158 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=317a8c06-c7c6-4a34-a87f-4038103ae5b2,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:04:58.983935 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccb942-870a-4bb0-bf1f-fe612596042e req-fcfbb1eb-acfe-4058-a826-a11fdc2f6d98 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:58.986140 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-96ccb942-870a-4bb0-bf1f-fe612596042e req-fcfbb1eb-acfe-4058-a826-a11fdc2f6d98 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.1008074 May 12 15:04:59.059474 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['317a8c06-c7c6-4a34-a87f-4038103ae5b2'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:04:59.094181 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-96ccb942-870a-4bb0-bf1f-fe612596042e req-f2c0856b-5093-4810-9259-5ea0596da249 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040518 May 12 15:04:59.131789 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502a957-1aed-4fdc-b240-9391a30c440f req-03300d11-749b-45c0-8982-fed83abd485f tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:04:59.133297 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1502a957-1aed-4fdc-b240-9391a30c440f req-03300d11-749b-45c0-8982-fed83abd485f tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 944 time: 0.1177948 May 12 15:04:59.197885 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-1502a957-1aed-4fdc-b240-9391a30c440f req-21cf7ce4-68e9-4c9e-8235-56c1ca145fd0 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563054 May 12 15:04:59.900507 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41652) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:04:59.954400 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-db2bc0aa-0146-4d29-8c4f-3d2d580c0a55 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=604d4e87506744c2887e973f5ffa88c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526774 May 12 15:04:59.956796 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41656) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:05:00.016515 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f172-9dd3-419d-ad58-6d0e577dd6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:00.043416 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f172-9dd3-419d-ad58-6d0e577dd6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:00.163093 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f172-9dd3-419d-ad58-6d0e577dd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:00.178830 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0f172-9dd3-419d-ad58-6d0e577dd6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d954f3a-3171-4400-b7c5-252463bedc37,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:00.186074 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f172-9dd3-419d-ad58-6d0e577dd6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:00.189863 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-6ed0f172-9dd3-419d-ad58-6d0e577dd6ea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1d954f3a-3171-4400-b7c5-252463bedc37 HTTP/1.1" status: 204 len: 168 time: 0.2296336 May 12 15:05:00.306370 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8b03e-afac-482c-8c4a-1b69b2cce9b8 req-cabb507d-f542-447d-b08b-8b00514d5106 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:00.308149 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-50f8b03e-afac-482c-8c4a-1b69b2cce9b8 req-cabb507d-f542-447d-b08b-8b00514d5106 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0948491 May 12 15:05:00.403026 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-50f8b03e-afac-482c-8c4a-1b69b2cce9b8 req-210cbbaa-6e6a-4db5-a1a9-fd86c0f0d5c8 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882139 May 12 15:05:00.436588 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44483d34-7eb0-4125-a3c8-5c6ec18efdee req-d0bf164a-7928-49e3-a024-0f8ac9b7919f tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:00.438192 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-44483d34-7eb0-4125-a3c8-5c6ec18efdee req-d0bf164a-7928-49e3-a024-0f8ac9b7919f tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 944 time: 0.1078475 May 12 15:05:00.445507 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 317a8c06-c7c6-4a34-a87f-4038103ae5b2 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:05:00.484313 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-44483d34-7eb0-4125-a3c8-5c6ec18efdee req-4731fa1e-41c9-42cb-999f-21760aa1a47b tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396018 May 12 15:05:00.594941 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port 317a8c06-c7c6-4a34-a87f-4038103ae5b2 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:05:00.601679 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port 317a8c06-c7c6-4a34-a87f-4038103ae5b2 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:05:00.602209 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:00.744838 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:00.774589 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317a8c06-c7c6-4a34-a87f-4038103ae5b2'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:05:00.786416 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port 317a8c06-c7c6-4a34-a87f-4038103ae5b2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=317a8c06-c7c6-4a34-a87f-4038103ae5b2,segment=NetworkSegment(f5f06066-49f1-4791-a885-60815e858355),segment_id=f5f06066-49f1-4791-a885-60815e858355)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:05:00.827798 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16bf5ad3-800a-42af-a7e2-8491447d58c6'] response: {'server_uuid': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317a8c06-c7c6-4a34-a87f-4038103ae5b2', 'code': 200} May 12 15:05:00.876895 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:00.956124 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=317a8c06-c7c6-4a34-a87f-4038103ae5b2,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:01.263980 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dbd63-5770-43a1-bec1-49dd77773150 req-d41bb44f-23d6-4c8b-85f4-784a72c38aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:01.265452 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d25dbd63-5770-43a1-bec1-49dd77773150 req-d41bb44f-23d6-4c8b-85f4-784a72c38aec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 1098 time: 0.0765772 May 12 15:05:01.307782 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d25dbd63-5770-43a1-bec1-49dd77773150 req-50e251a5-342c-46ec-883e-065dead32b1a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358253 May 12 15:05:01.596678 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332eadf5-6e2f-4bdd-84a5-b985a66e6f72 req-fcdfd1cc-b739-4b0b-afd1-e390703962b3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:01.598213 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-332eadf5-6e2f-4bdd-84a5-b985a66e6f72 req-fcdfd1cc-b739-4b0b-afd1-e390703962b3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0840626 May 12 15:05:01.697866 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-332eadf5-6e2f-4bdd-84a5-b985a66e6f72 req-2f1c8bb4-7d6f-4c57-91e7-b1c92b396e31 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637121 May 12 15:05:01.727604 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6906f6-7946-44c2-ad1b-ddfc687fee03 req-f73bc866-2328-48f1-a775-6525210f4af8 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:01.729335 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-cb6906f6-7946-44c2-ad1b-ddfc687fee03 req-f73bc866-2328-48f1-a775-6525210f4af8 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 945 time: 0.1301670 May 12 15:05:01.777165 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-cb6906f6-7946-44c2-ad1b-ddfc687fee03 req-cd7a583b-0698-4f75-819c-be3aeec0a9d3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417273 May 12 15:05:02.928246 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8e75d-1c1c-40fa-acd3-b3262513f755 req-ba9e0240-f558-4339-977d-3b0aaa72e5a5 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:02.929734 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f8b8e75d-1c1c-40fa-acd3-b3262513f755 req-ba9e0240-f558-4339-977d-3b0aaa72e5a5 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.1224234 May 12 15:05:02.992975 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f8b8e75d-1c1c-40fa-acd3-b3262513f755 req-d78d827a-0ee1-43e3-ace6-67c87ab74d37 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572798 May 12 15:05:03.016676 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6d0a-9f09-4dfc-963d-05eb411a7fad req-b194b11c-ae40-44d3-97be-44f97aaa077f tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:03.018496 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ed6b6d0a-9f09-4dfc-963d-05eb411a7fad req-b194b11c-ae40-44d3-97be-44f97aaa077f tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 945 time: 0.1297581 May 12 15:05:03.065609 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ed6b6d0a-9f09-4dfc-963d-05eb411a7fad req-91c99be7-3ff9-4513-bc44-dbbba9438e9f tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411921 May 12 15:05:03.258152 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9654c-360e-49b0-860b-31677c697c35 req-cc01edc4-e84a-48a9-8aab-1438960d2d8a tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:03.259552 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-efd9654c-360e-49b0-860b-31677c697c35 req-cc01edc4-e84a-48a9-8aab-1438960d2d8a tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 945 time: 0.0881171 May 12 15:05:03.309763 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-efd9654c-360e-49b0-860b-31677c697c35 req-ff727223-e584-4ba7-8b7c-8cd645b77872 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 May 12 15:05:03.709940 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f0cf4-5368-46ab-aedf-929a4e06b0eb req-d417b408-3c57-48e2-bb48-9a443bfa0639 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:03.711541 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a32f0cf4-5368-46ab-aedf-929a4e06b0eb req-d417b408-3c57-48e2-bb48-9a443bfa0639 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 945 time: 0.0843081 May 12 15:05:03.759600 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-a32f0cf4-5368-46ab-aedf-929a4e06b0eb req-a7dfcda2-6cee-4fa5-a11b-fb2443f4c443 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424550 May 12 15:05:04.185965 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2958e8-f614-4a12-acf7-22c15ba80a0e req-56f734d5-ad66-4bd5-8988-5effecc61ea4 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:04.187664 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa2958e8-f614-4a12-acf7-22c15ba80a0e req-56f734d5-ad66-4bd5-8988-5effecc61ea4 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0854149 May 12 15:05:04.238163 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa2958e8-f614-4a12-acf7-22c15ba80a0e req-ffabba6d-c761-4bad-97ea-f36faf8eaae2 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428298 May 12 15:05:05.430065 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be905-5c3d-4db2-b2fc-f167976df305 req-cf669c3d-3aea-4357-af5e-f0430eb55026 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:05.431648 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-886be905-5c3d-4db2-b2fc-f167976df305 req-cf669c3d-3aea-4357-af5e-f0430eb55026 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0880563 May 12 15:05:05.479362 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-886be905-5c3d-4db2-b2fc-f167976df305 req-6b56a64a-7778-4879-b018-67c258f04498 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405738 May 12 15:05:06.670301 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee82fdd-7343-49d8-9cc6-2170ec65d6a6 req-8adf2e6b-26ff-4d85-a100-152636196bfc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:06.671746 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7ee82fdd-7343-49d8-9cc6-2170ec65d6a6 req-8adf2e6b-26ff-4d85-a100-152636196bfc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0821199 May 12 15:05:06.717847 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7ee82fdd-7343-49d8-9cc6-2170ec65d6a6 req-50c0ce3f-bbd5-4cb3-b795-949e314ac5b2 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390885 May 12 15:05:07.916149 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10e84e-af4a-4b44-bcb6-293a2b7d8974 req-4ff78d20-af71-43f2-94d3-0096f74d0aa3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:07.917967 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3c10e84e-af4a-4b44-bcb6-293a2b7d8974 req-4ff78d20-af71-43f2-94d3-0096f74d0aa3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0896757 May 12 15:05:07.965893 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3c10e84e-af4a-4b44-bcb6-293a2b7d8974 req-e3217ad4-be2b-4cf1-99c8-49e77252903f tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419474 May 12 15:05:09.163192 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f196ecc-34f0-4c9c-9c0b-7bc009ef2abd req-0cb4abf8-af33-4410-bbff-60744750a426 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:09.164963 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6f196ecc-34f0-4c9c-9c0b-7bc009ef2abd req-0cb4abf8-af33-4410-bbff-60744750a426 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0844274 May 12 15:05:09.217932 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-6f196ecc-34f0-4c9c-9c0b-7bc009ef2abd req-c7dc0e72-8584-419c-9b03-4715f79e0a33 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467300 May 12 15:05:09.392397 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26312d6f-10b8-41b1-b283-bacf68320570 req-336b7e47-0ba9-4930-b433-4f7d5666809b tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:09.393974 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-26312d6f-10b8-41b1-b283-bacf68320570 req-336b7e47-0ba9-4930-b433-4f7d5666809b tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 945 time: 0.0810544 May 12 15:05:09.439897 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-26312d6f-10b8-41b1-b283-bacf68320570 req-ef910445-d365-40f2-b815-18080f9f5b48 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391037 May 12 15:05:09.464473 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41726) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:05:09.751700 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839915f5-f1b3-4587-a0b0-f4d5094f05e0 tempest-TestMinimumBasicScenario-509528442 tempest-TestMinimumBasicScenario-509528442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:09.752298 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-839915f5-f1b3-4587-a0b0-f4d5094f05e0 tempest-TestMinimumBasicScenario-509528442 tempest-TestMinimumBasicScenario-509528442-project-admin] Synchronizing usage tracker for tenant:88419f848fc949fea72f15e75a26f440 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:05:09.830748 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-839915f5-f1b3-4587-a0b0-f4d5094f05e0 tempest-TestMinimumBasicScenario-509528442 tempest-TestMinimumBasicScenario-509528442-project-admin] Unset dirty status for tenant:88419f848fc949fea72f15e75a26f440 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:05:09.831963 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-839915f5-f1b3-4587-a0b0-f4d5094f05e0 tempest-TestMinimumBasicScenario-509528442 tempest-TestMinimumBasicScenario-509528442-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 1093 time: 0.3664172 May 12 15:05:09.834980 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41732) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:05:09.839865 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Request body: {'floatingip': {'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'port_id': '317a8c06-c7c6-4a34-a87f-4038103ae5b2', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:05:09.845686 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:05:09.849686 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Usage tracker for resource:floatingip and tenant:7c61b816b0fd4b10b97a1a3e363e4b9e is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:05:09.852523 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:05:09.858301 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:05:09.944776 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for floatingip, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:10.081662 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:10.299270 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Allocated IP 172.28.3.86 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/06dab9ca-41ba-4443-8b83-ba4c196cb828) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:05:10.500621 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:10.521972 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80564e78-2fc2-42b2-936a-f4181a87c584 req-bc4d2664-1da5-4b4f-a4bd-7940edafe8f6 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:10.523555 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-80564e78-2fc2-42b2-936a-f4181a87c584 req-bc4d2664-1da5-4b4f-a4bd-7940edafe8f6 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.1493404 May 12 15:05:10.576258 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-80564e78-2fc2-42b2-936a-f4181a87c584 req-881f7078-80c4-46f3-a197-dd02629fd811 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464597 May 12 15:05:10.634656 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:10.706147 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:05:10.709626 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:05:10.713441 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:05:10.743382 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Pushing event updated for resources: {'Port': ['ID=06dab9ca-41ba-4443-8b83-ba4c196cb828,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:10.761962 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:10.762223 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:10.762558 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:10.762887 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:10.763212 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:10.763535 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:10.763857 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:10.764177 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:10.764495 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:10.764809 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:10.765124 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:10.765435 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:10.867125 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b188dda-51c4-497c-8386-aa9bf3b851ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:11.232917 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bbbac-47be-4c49-8961-913fcc51ebb5 req-ae11f9d8-5193-4ebd-8707-2203fa106888 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:11.234399 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4e1bbbac-47be-4c49-8961-913fcc51ebb5 req-ae11f9d8-5193-4ebd-8707-2203fa106888 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.2422655 May 12 15:05:11.304032 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-4e1bbbac-47be-4c49-8961-913fcc51ebb5 req-88092ea1-d44d-4fbb-94da-9a0881acbf9f tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629973 May 12 15:05:11.305896 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160a767-93cf-4041-a200-e767b6f3a762 req-238b7cbf-39eb-421d-8356-033c32447242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:11.307327 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c160a767-93cf-4041-a200-e767b6f3a762 req-238b7cbf-39eb-421d-8356-033c32447242 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47a6a0be2aee4b3690e9033823b103bc&device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 1099 time: 0.1765792 May 12 15:05:11.414625 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:11.462236 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160a767-93cf-4041-a200-e767b6f3a762 req-7ee40f98-20db-4133-a5dd-91ed41abd391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:11.463675 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c160a767-93cf-4041-a200-e767b6f3a762 req-7ee40f98-20db-4133-a5dd-91ed41abd391 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c32ad80b-1ac0-499b-af9d-6c9406a6c86b HTTP/1.1" status: 200 len: 911 time: 0.1504223 May 12 15:05:11.613894 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c160a767-93cf-4041-a200-e767b6f3a762 req-8aac3fa7-20c9-48ad-8731-97afc4a379d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c28ea7-b282-4ad6-8971-4660f190dc89 HTTP/1.1" status: 200 len: 1002 time: 0.1440966 May 12 15:05:11.618660 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:11.726799 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160a767-93cf-4041-a200-e767b6f3a762 req-e4b2c226-c087-4301-b608-675a3183667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:11.728228 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c160a767-93cf-4041-a200-e767b6f3a762 req-e4b2c226-c087-4301-b608-675a3183667b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2 HTTP/1.1" status: 200 len: 849 time: 0.0869074 May 12 15:05:12.017795 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160a767-93cf-4041-a200-e767b6f3a762 req-4ad2a34e-4ff1-4e9f-882a-691ee26763dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:12.019148 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c160a767-93cf-4041-a200-e767b6f3a762 req-4ad2a34e-4ff1-4e9f-882a-691ee26763dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c32ad80b-1ac0-499b-af9d-6c9406a6c86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2729063 May 12 15:05:12.110100 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:12.173025 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c160a767-93cf-4041-a200-e767b6f3a762 req-ac9634a2-7263-4dd4-b3f0-a5931a038897 service neutron] 10.222.0.69 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432490 May 12 15:05:12.200980 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:12.407611 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Pushing event updated for resources: {'Port': ['ID=06dab9ca-41ba-4443-8b83-ba4c196cb828,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:12.424025 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:12.541431 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c160a767-93cf-4041-a200-e767b6f3a762 req-ccb5cfbe-ffa8-468d-8b0e-20783f5dbc44 service neutron] 10.222.0.69 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606637 May 12 15:05:12.663784 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.db.l3_db [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Floating IP aeedf190-8e95-498a-aba0-fa55d4f322cd associated. External IP: 172.28.3.86, port: 317a8c06-c7c6-4a34-a87f-4038103ae5b2. May 12 15:05:12.728781 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a174e3f-8f4a-4edf-8368-3fd0e40b9c8f req-2b68fd55-67d8-4009-8d0b-8726f582a23d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:12.730383 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5a174e3f-8f4a-4edf-8368-3fd0e40b9c8f req-2b68fd55-67d8-4009-8d0b-8726f582a23d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.2468672 May 12 15:05:12.867481 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5a174e3f-8f4a-4edf-8368-3fd0e40b9c8f req-b5b722fc-f8a4-4c0a-8b43-c2a853cfa1dc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282179 May 12 15:05:13.068873 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d05debdf-9811-4aae-8ecf-610bd41e6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:13.088644 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Router 0168f37e-956c-4530-a691-543b4b204d7e has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:05:13.399538 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:05:13.413522 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504e746e-8150-4859-97c2-fda73e9bdb89 None None] Sync routers for ids ['0168f37e-956c-4530-a691-543b4b204d7e'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:05:13.423758 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e746e-8150-4859-97c2-fda73e9bdb89 None None] Routers {'0168f37e-956c-4530-a691-543b4b204d7e'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:05:13.424352 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-504e746e-8150-4859-97c2-fda73e9bdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:05:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['0168f37e-956c-4530-a691-543b4b204d7e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:05:13.491423 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:13.551804 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-a156b77b-ffba-409a-ba38-e9759d1853b3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7152855 May 12 15:05:13.552956 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'tag': '317a8c06-c7c6-4a34-a87f-4038103ae5b2'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:05:13.555255 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41744) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:05:13.561175 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-c0544284-7638-42df-a98c-47270ffa6592 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-463457624', 'description': 'tempest-secgroup-smoke-463457624 description', 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:05:13.568355 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-c0544284-7638-42df-a98c-47270ffa6592 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:05:13.572925 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-c0544284-7638-42df-a98c-47270ffa6592 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Usage tracker for resource:security_group and tenant:7c61b816b0fd4b10b97a1a3e363e4b9e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:05:13.576309 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-c0544284-7638-42df-a98c-47270ffa6592 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:05:13.582983 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-c0544284-7638-42df-a98c-47270ffa6592 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:05:13.597840 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec08d277-4829-452b-a92e-6d68a3d2c049'] response: {'name': 'network-changed', 'server_uuid': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'tag': '317a8c06-c7c6-4a34-a87f-4038103ae5b2', 'status': 'completed', 'code': 200} May 12 15:05:13.608960 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-504e746e-8150-4859-97c2-fda73e9bdb89 None None] Set router 0168f37e-956c-4530-a691-543b4b204d7e gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:05:13.651525 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c0544284-7638-42df-a98c-47270ffa6592 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:13.680115 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-c0544284-7638-42df-a98c-47270ffa6592 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:05:13.686303 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-c0544284-7638-42df-a98c-47270ffa6592 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Usage tracker for resource:security_group_rule and tenant:7c61b816b0fd4b10b97a1a3e363e4b9e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:05:13.689540 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-c0544284-7638-42df-a98c-47270ffa6592 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:05:13.696953 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-c0544284-7638-42df-a98c-47270ffa6592 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:05:13.712800 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbde25-17ae-4a62-bc2a-68188c620cae req-9ad5be98-fdcf-49e5-ba5a-ce222d9111cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:13.717313 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fdbbde25-17ae-4a62-bc2a-68188c620cae req-9ad5be98-fdcf-49e5-ba5a-ce222d9111cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c61b816b0fd4b10b97a1a3e363e4b9e&device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 1098 time: 0.0732334 May 12 15:05:13.773454 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c0544284-7638-42df-a98c-47270ffa6592 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:13.849623 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbde25-17ae-4a62-bc2a-68188c620cae req-e31bb82e-6f91-4026-ab3a-18becc95098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:13.851620 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c0544284-7638-42df-a98c-47270ffa6592 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:13.851801 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fdbbde25-17ae-4a62-bc2a-68188c620cae req-e31bb82e-6f91-4026-ab3a-18becc95098e service neutron] 10.222.0.69 "GET /v2.0/networks?id=e2cd1bc2-6cc3-4598-9e05-78c640b8744a HTTP/1.1" status: 200 len: 915 time: 0.1309242 May 12 15:05:13.894911 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0544284-7638-42df-a98c-47270ffa6592 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9a2c66-3b05-4343-8aa8-004b53536324,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:13.962263 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fdbbde25-17ae-4a62-bc2a-68188c620cae req-e122158f-3f52-4c05-9505-582ebcb1b29b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=317a8c06-c7c6-4a34-a87f-4038103ae5b2 HTTP/1.1" status: 200 len: 998 time: 0.1038435 May 12 15:05:13.968311 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c0544284-7638-42df-a98c-47270ffa6592 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:13.972385 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-c0544284-7638-42df-a98c-47270ffa6592 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4126747 May 12 15:05:13.972590 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41752) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:05:13.979173 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-264bee01-2f7d-494c-9e51-37b095aa5b96 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Request body: {'security_group_rule': {'security_group_id': '9f9a2c66-3b05-4343-8aa8-004b53536324', 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:05:13.985988 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-264bee01-2f7d-494c-9e51-37b095aa5b96 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:05:13.992189 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-264bee01-2f7d-494c-9e51-37b095aa5b96 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Usage tracker for resource:security_group_rule and tenant:7c61b816b0fd4b10b97a1a3e363e4b9e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:05:13.996106 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-264bee01-2f7d-494c-9e51-37b095aa5b96 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:05:14.002694 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-264bee01-2f7d-494c-9e51-37b095aa5b96 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:05:14.019211 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-504e746e-8150-4859-97c2-fda73e9bdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0168f37e-956c-4530-a691-543b4b204d7e', 'name': 'tempest-TestMinimumBasicScenario-537089969-router', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:12Z', 'updated_at': '2022-05-12T15:04:17Z', 'revision_number': 4, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'gw_port': {'id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:13Z', 'updated_at': '2022-05-12T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'aeedf190-8e95-498a-aba0-fa55d4f322cd', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'floating_ip_address': '172.28.3.86', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'port_id': '317a8c06-c7c6-4a34-a87f-4038103ae5b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a', 'mac_address': 'fa:16:3e:28:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:05:11Z', 'updated_at': '2022-05-12T15:05:11Z', 'revision_number': 0, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4237a04b-1a1f-4069-8cb9-ec010ceef18a', 'name': '', 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'mac_address': 'fa:16:3e:aa:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:16Z', 'updated_at': '2022-05-12T15:04:22Z', 'revision_number': 5, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'subnets': [{'id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:05:14.023768 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504e746e-8150-4859-97c2-fda73e9bdb89 None None] Checking router: 0168f37e-956c-4530-a691-543b4b204d7e for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:05:14.031881 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e746e-8150-4859-97c2-fda73e9bdb89 None None] Routers {'0168f37e-956c-4530-a691-543b4b204d7e'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:05:14.032868 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-504e746e-8150-4859-97c2-fda73e9bdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:05:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['0168f37e-956c-4530-a691-543b4b204d7e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:05:14.093116 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbde25-17ae-4a62-bc2a-68188c620cae req-9c8957e8-e372-4bbb-8d81-d4ec87cd1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:14.094577 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fdbbde25-17ae-4a62-bc2a-68188c620cae req-9c8957e8-e372-4bbb-8d81-d4ec87cd1f5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9550beb3-3e0b-454d-83aa-fe8816ddea7e HTTP/1.1" status: 200 len: 853 time: 0.1238730 May 12 15:05:14.104659 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-264bee01-2f7d-494c-9e51-37b095aa5b96 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:14.167740 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fab95a-26fa-4445-8537-121b2913e9df req-4bf41cf4-d722-4947-8648-fa3e125270fe tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:14.169124 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-56fab95a-26fa-4445-8537-121b2913e9df req-4bf41cf4-d722-4947-8648-fa3e125270fe tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.1573563 May 12 15:05:14.174551 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-264bee01-2f7d-494c-9e51-37b095aa5b96 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:14.224415 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-56fab95a-26fa-4445-8537-121b2913e9df req-2b1da812-2bdb-402d-98fd-aef15104261d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483510 May 12 15:05:14.226450 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbde25-17ae-4a62-bc2a-68188c620cae req-039bd75f-c127-41b5-ab74-1d7c6eabb07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:14.227844 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fdbbde25-17ae-4a62-bc2a-68188c620cae req-039bd75f-c127-41b5-ab74-1d7c6eabb07b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e2cd1bc2-6cc3-4598-9e05-78c640b8744a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1266627 May 12 15:05:14.233575 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-504e746e-8150-4859-97c2-fda73e9bdb89 None None] Set router 0168f37e-956c-4530-a691-543b4b204d7e gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:05:14.256971 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-264bee01-2f7d-494c-9e51-37b095aa5b96 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:14.291121 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bee01-2f7d-494c-9e51-37b095aa5b96 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d134cce1-010f-44b2-a2fe-7581545073d9,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:14.367182 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fdbbde25-17ae-4a62-bc2a-68188c620cae req-e24b1759-40a7-4c47-972d-d76b2a81348c service neutron] 10.222.0.69 "GET /v2.0/networks/e2cd1bc2-6cc3-4598-9e05-78c640b8744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307604 May 12 15:05:14.382908 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-264bee01-2f7d-494c-9e51-37b095aa5b96 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:14.387679 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-264bee01-2f7d-494c-9e51-37b095aa5b96 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4102638 May 12 15:05:14.387679 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41758) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:05:14.393125 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-1744aeb3-74fb-4322-9d86-d69fcc5f1ad3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Request body: {'security_group_rule': {'security_group_id': '9f9a2c66-3b05-4343-8aa8-004b53536324', 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:05:14.399927 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-1744aeb3-74fb-4322-9d86-d69fcc5f1ad3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:05:14.403947 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-1744aeb3-74fb-4322-9d86-d69fcc5f1ad3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Usage tracker for resource:security_group_rule and tenant:7c61b816b0fd4b10b97a1a3e363e4b9e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:05:14.407079 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-1744aeb3-74fb-4322-9d86-d69fcc5f1ad3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:05:14.414325 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-1744aeb3-74fb-4322-9d86-d69fcc5f1ad3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:05:14.493255 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1744aeb3-74fb-4322-9d86-d69fcc5f1ad3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:14.503399 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fdbbde25-17ae-4a62-bc2a-68188c620cae req-aa49b471-39dd-4c6a-b411-3ecd5b8c3812 service neutron] 10.222.0.69 "GET /v2.0/networks/e2cd1bc2-6cc3-4598-9e05-78c640b8744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297812 May 12 15:05:14.558833 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1744aeb3-74fb-4322-9d86-d69fcc5f1ad3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:14.588968 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:14.599490 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-504e746e-8150-4859-97c2-fda73e9bdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0168f37e-956c-4530-a691-543b4b204d7e', 'name': 'tempest-TestMinimumBasicScenario-537089969-router', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:12Z', 'updated_at': '2022-05-12T15:04:17Z', 'revision_number': 4, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'gw_port': {'id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:13Z', 'updated_at': '2022-05-12T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'aeedf190-8e95-498a-aba0-fa55d4f322cd', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'floating_ip_address': '172.28.3.86', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'port_id': '317a8c06-c7c6-4a34-a87f-4038103ae5b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a', 'mac_address': 'fa:16:3e:28:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:05:11Z', 'updated_at': '2022-05-12T15:05:11Z', 'revision_number': 0, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4237a04b-1a1f-4069-8cb9-ec010ceef18a', 'name': '', 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'mac_address': 'fa:16:3e:aa:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:16Z', 'updated_at': '2022-05-12T15:04:22Z', 'revision_number': 5, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'subnets': [{'id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:05:14.603479 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504e746e-8150-4859-97c2-fda73e9bdb89 None None] The sync data for ids ['0168f37e-956c-4530-a691-543b4b204d7e'] in dv-cinder-831187-2-smb is: [{'id': '0168f37e-956c-4530-a691-543b4b204d7e', 'name': 'tempest-TestMinimumBasicScenario-537089969-router', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:12Z', 'updated_at': '2022-05-12T15:04:17Z', 'revision_number': 4, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'gw_port': {'id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:13Z', 'updated_at': '2022-05-12T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': 'aeedf190-8e95-498a-aba0-fa55d4f322cd', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'floating_ip_address': '172.28.3.86', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'port_id': '317a8c06-c7c6-4a34-a87f-4038103ae5b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a', 'mac_address': 'fa:16:3e:28:e9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:05:11Z', 'updated_at': '2022-05-12T15:05:11Z', 'revision_number': 0, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4237a04b-1a1f-4069-8cb9-ec010ceef18a', 'name': '', 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'mac_address': 'fa:16:3e:aa:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:16Z', 'updated_at': '2022-05-12T15:04:22Z', 'revision_number': 5, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'subnets': [{'id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:05:14.671009 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1744aeb3-74fb-4322-9d86-d69fcc5f1ad3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:14.695643 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744aeb3-74fb-4322-9d86-d69fcc5f1ad3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1ac775-48ca-4d55-a4b2-e17f97101e1f,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:14.780030 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1744aeb3-74fb-4322-9d86-d69fcc5f1ad3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:14.780238 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefe81c-c643-4068-bcaf-09123a92e80e None None] New status for floating IP aeedf190-8e95-498a-aba0-fa55d4f322cd: ACTIVE {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:05:14.784098 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41762) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:05:14.784569 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-1744aeb3-74fb-4322-9d86-d69fcc5f1ad3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3958635 May 12 15:05:14.790202 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b76b76ef-e696-47ca-a392-9e29746f37b1 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Request body: {'security_group_rule': {'security_group_id': '9f9a2c66-3b05-4343-8aa8-004b53536324', 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:05:14.796262 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b76b76ef-e696-47ca-a392-9e29746f37b1 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:05:14.800134 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-b76b76ef-e696-47ca-a392-9e29746f37b1 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Usage tracker for resource:security_group_rule and tenant:7c61b816b0fd4b10b97a1a3e363e4b9e is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:05:14.803724 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-b76b76ef-e696-47ca-a392-9e29746f37b1 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:05:14.810480 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b76b76ef-e696-47ca-a392-9e29746f37b1 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:05:14.892532 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b76b76ef-e696-47ca-a392-9e29746f37b1 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:14.962052 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b76b76ef-e696-47ca-a392-9e29746f37b1 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:15.048315 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b76b76ef-e696-47ca-a392-9e29746f37b1 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:15.070963 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b76ef-e696-47ca-a392-9e29746f37b1 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078c9c8e-927f-44d1-90d2-196c70fd3d1a,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:15.205596 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:15.212253 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b76b76ef-e696-47ca-a392-9e29746f37b1 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:15.212253 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-b76b76ef-e696-47ca-a392-9e29746f37b1 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4218571 May 12 15:05:15.213177 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41766) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:05:15.216279 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-a6eb3c99-e604-468a-a997-331d0d4d9111 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Request body: {'security_group_rule': {'security_group_id': '9f9a2c66-3b05-4343-8aa8-004b53536324', 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:05:15.222300 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-a6eb3c99-e604-468a-a997-331d0d4d9111 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:05:15.226523 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-a6eb3c99-e604-468a-a997-331d0d4d9111 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Usage tracker for resource:security_group_rule and tenant:7c61b816b0fd4b10b97a1a3e363e4b9e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:05:15.229719 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-a6eb3c99-e604-468a-a997-331d0d4d9111 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:05:15.235499 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-a6eb3c99-e604-468a-a997-331d0d4d9111 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:05:15.322956 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a6eb3c99-e604-468a-a997-331d0d4d9111 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:15.387236 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a6eb3c99-e604-468a-a997-331d0d4d9111 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:15.444179 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a6eb3c99-e604-468a-a997-331d0d4d9111 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:15.467255 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb3c99-e604-468a-a997-331d0d4d9111 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779b3f9a-976b-4619-aba4-e19744d09d7f,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:15.533674 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a6eb3c99-e604-468a-a997-331d0d4d9111 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:15.534871 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-a6eb3c99-e604-468a-a997-331d0d4d9111 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3238745 May 12 15:05:15.538780 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41770) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:05:15.543719 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-83c90996-198a-46e9-b8ca-cf3aaa429c66 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Request body: {'security_group_rule': {'security_group_id': '9f9a2c66-3b05-4343-8aa8-004b53536324', 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:05:15.549532 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-83c90996-198a-46e9-b8ca-cf3aaa429c66 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:05:15.555403 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-83c90996-198a-46e9-b8ca-cf3aaa429c66 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Usage tracker for resource:security_group_rule and tenant:7c61b816b0fd4b10b97a1a3e363e4b9e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:05:15.558353 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-83c90996-198a-46e9-b8ca-cf3aaa429c66 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:05:15.564038 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-83c90996-198a-46e9-b8ca-cf3aaa429c66 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:05:15.630882 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.securitygroups_db [None req-83c90996-198a-46e9-b8ca-cf3aaa429c66 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Project 7c61b816b0fd4b10b97a1a3e363e4b9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:05:15.637522 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-83c90996-198a-46e9-b8ca-cf3aaa429c66 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:15.708923 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-83c90996-198a-46e9-b8ca-cf3aaa429c66 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:15.785222 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-83c90996-198a-46e9-b8ca-cf3aaa429c66 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:15.810867 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c90996-198a-46e9-b8ca-cf3aaa429c66 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6b4c6a-72f2-4621-8004-77a8f73a9bfb,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:15.876909 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-83c90996-198a-46e9-b8ca-cf3aaa429c66 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:15.878145 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-83c90996-198a-46e9-b8ca-cf3aaa429c66 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3384283 May 12 15:05:15.881069 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41774) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:05:15.886194 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-09cb99c9-0e5c-47c7-9815-bcfaf05146dd tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Request body: {'security_group_rule': {'security_group_id': '9f9a2c66-3b05-4343-8aa8-004b53536324', 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:05:15.892038 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-09cb99c9-0e5c-47c7-9815-bcfaf05146dd tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:05:15.896495 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-09cb99c9-0e5c-47c7-9815-bcfaf05146dd tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Usage tracker for resource:security_group_rule and tenant:7c61b816b0fd4b10b97a1a3e363e4b9e is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:05:15.899551 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-09cb99c9-0e5c-47c7-9815-bcfaf05146dd tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:05:15.909887 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-09cb99c9-0e5c-47c7-9815-bcfaf05146dd tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:05:15.985441 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.securitygroups_db [None req-09cb99c9-0e5c-47c7-9815-bcfaf05146dd tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Project 7c61b816b0fd4b10b97a1a3e363e4b9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 15:05:15.993344 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-09cb99c9-0e5c-47c7-9815-bcfaf05146dd tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:16.060761 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-09cb99c9-0e5c-47c7-9815-bcfaf05146dd tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:16.065166 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:16.145042 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-09cb99c9-0e5c-47c7-9815-bcfaf05146dd tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:16.169663 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb99c9-0e5c-47c7-9815-bcfaf05146dd tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a02bb2-7578-4bfe-8365-522e8522a826,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:16.242521 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-09cb99c9-0e5c-47c7-9815-bcfaf05146dd tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:16.243734 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-09cb99c9-0e5c-47c7-9815-bcfaf05146dd tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3617821 May 12 15:05:16.368154 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c3fff0c8-2d80-47ce-976d-8176a865fadc req-e4c5c067-f4d8-4d06-a23c-30c393f24097 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463457624&fields=id&tenant_id=7c61b816b0fd4b10b97a1a3e363e4b9e HTTP/1.1" status: 200 len: 267 time: 0.0404348 May 12 15:05:16.456838 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fff0c8-2d80-47ce-976d-8176a865fadc req-9c193ff2-414a-4f6d-9672-a8be1dfaafd6 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:16.458275 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c3fff0c8-2d80-47ce-976d-8176a865fadc req-9c193ff2-414a-4f6d-9672-a8be1dfaafd6 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 945 time: 0.0847197 May 12 15:05:16.469226 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-c3fff0c8-2d80-47ce-976d-8176a865fadc req-8aa092fe-2418-4242-828a-e0aa12860fd5 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Request body: {'port': {'security_groups': ['ba5a11ab-50ad-4471-9b2f-2103f0c50ff6', '9f9a2c66-3b05-4343-8aa8-004b53536324']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:05:16.588108 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c3fff0c8-2d80-47ce-976d-8176a865fadc req-8aa092fe-2418-4242-828a-e0aa12860fd5 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:16.849767 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-c3fff0c8-2d80-47ce-976d-8176a865fadc req-8aa092fe-2418-4242-828a-e0aa12860fd5 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] For port 317a8c06-c7c6-4a34-a87f-4038103ae5b2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=317a8c06-c7c6-4a34-a87f-4038103ae5b2,segment=NetworkSegment(f5f06066-49f1-4791-a885-60815e858355),segment_id=f5f06066-49f1-4791-a885-60815e858355)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:05:16.874172 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c3fff0c8-2d80-47ce-976d-8176a865fadc req-8aa092fe-2418-4242-828a-e0aa12860fd5 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:16.942854 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c3fff0c8-2d80-47ce-976d-8176a865fadc req-8aa092fe-2418-4242-828a-e0aa12860fd5 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:16.977039 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['317a8c06-c7c6-4a34-a87f-4038103ae5b2'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:05:17.011930 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fff0c8-2d80-47ce-976d-8176a865fadc req-8aa092fe-2418-4242-828a-e0aa12860fd5 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:17.012547 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c3fff0c8-2d80-47ce-976d-8176a865fadc req-8aa092fe-2418-4242-828a-e0aa12860fd5 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:17.013938 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c3fff0c8-2d80-47ce-976d-8176a865fadc req-8aa092fe-2418-4242-828a-e0aa12860fd5 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "PUT /v2.0/ports/317a8c06-c7c6-4a34-a87f-4038103ae5b2 HTTP/1.1" status: 200 len: 981 time: 0.5490577 May 12 15:05:17.014382 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'tag': '317a8c06-c7c6-4a34-a87f-4038103ae5b2'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:05:17.074418 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa092fe-2418-4242-828a-e0aa12860fd5 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Pushing event updated for resources: {'Port': ['ID=317a8c06-c7c6-4a34-a87f-4038103ae5b2,revision_number=6']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:17.085797 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-659af5a5-955d-4397-9abe-1c7737d3f2ed'] response: {'name': 'network-changed', 'server_uuid': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'tag': '317a8c06-c7c6-4a34-a87f-4038103ae5b2', 'status': 'completed', 'code': 200} May 12 15:05:17.172940 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['317a8c06-c7c6-4a34-a87f-4038103ae5b2'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:05:17.350783 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-b4d36205-5c04-4d28-9af4-9fa46430e615 None None] Provisioning complete for port 317a8c06-c7c6-4a34-a87f-4038103ae5b2 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:05:17.351074 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b4d36205-5c04-4d28-9af4-9fa46430e615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:17.378976 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3fe5c-0369-4c53-87ad-3cb8eae18d0f req-9bc020fa-c462-4b81-9eba-1e79eb9e43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:17.381471 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fab3fe5c-0369-4c53-87ad-3cb8eae18d0f req-9bc020fa-c462-4b81-9eba-1e79eb9e43b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c61b816b0fd4b10b97a1a3e363e4b9e&device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 1137 time: 0.2506790 May 12 15:05:17.389782 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294cdce-ee9a-42a9-a4ab-e4b9ea3b6cac req-47922787-7cee-4665-b6d7-fdf075426a78 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:17.391171 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3294cdce-ee9a-42a9-a4ab-e4b9ea3b6cac req-47922787-7cee-4665-b6d7-fdf075426a78 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 984 time: 0.1143131 May 12 15:05:17.519521 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3294cdce-ee9a-42a9-a4ab-e4b9ea3b6cac req-f8339e5b-4314-4497-b572-5941be9144d1 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f9a2c66-3b05-4343-8aa8-004b53536324&id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1093814 May 12 15:05:17.556807 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3fe5c-0369-4c53-87ad-3cb8eae18d0f req-3872a8c0-044c-4f65-b82a-27a231aaebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:17.558475 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fab3fe5c-0369-4c53-87ad-3cb8eae18d0f req-3872a8c0-044c-4f65-b82a-27a231aaebbf service neutron] 10.222.0.69 "GET /v2.0/networks?id=e2cd1bc2-6cc3-4598-9e05-78c640b8744a HTTP/1.1" status: 200 len: 915 time: 0.1663785 May 12 15:05:17.674982 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fab3fe5c-0369-4c53-87ad-3cb8eae18d0f req-8cc70d7b-f135-420a-848e-a84c89b70bc6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=317a8c06-c7c6-4a34-a87f-4038103ae5b2 HTTP/1.1" status: 200 len: 1000 time: 0.1093807 May 12 15:05:17.736334 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3fe5c-0369-4c53-87ad-3cb8eae18d0f req-3bee24a6-73e4-48b6-8dad-821432a34fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:17.737806 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fab3fe5c-0369-4c53-87ad-3cb8eae18d0f req-3bee24a6-73e4-48b6-8dad-821432a34fb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9550beb3-3e0b-454d-83aa-fe8816ddea7e HTTP/1.1" status: 200 len: 853 time: 0.0577946 May 12 15:05:17.819140 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3fe5c-0369-4c53-87ad-3cb8eae18d0f req-858b6f92-4b06-4167-b433-a8b9ecc6c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:17.820595 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fab3fe5c-0369-4c53-87ad-3cb8eae18d0f req-858b6f92-4b06-4167-b433-a8b9ecc6c466 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e2cd1bc2-6cc3-4598-9e05-78c640b8744a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776699 May 12 15:05:17.955801 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fab3fe5c-0369-4c53-87ad-3cb8eae18d0f req-e6891a7f-22ee-4bff-93ff-c57570238149 service neutron] 10.222.0.69 "GET /v2.0/networks/e2cd1bc2-6cc3-4598-9e05-78c640b8744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275222 May 12 15:05:18.094722 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-fab3fe5c-0369-4c53-87ad-3cb8eae18d0f req-9bae2e0b-bcfe-4d82-8021-e02d38b0ac83 service neutron] 10.222.0.69 "GET /v2.0/networks/e2cd1bc2-6cc3-4598-9e05-78c640b8744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247039 May 12 15:05:19.042212 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:22.452577 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:05:26.435060 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8c0a9287-2fd8-4e9b-aa7e-c55c3996a990 req-988fa549-d280-463d-9a95-f222aeb1a5ce service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695088 May 12 15:05:26.540433 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a9287-2fd8-4e9b-aa7e-c55c3996a990 req-8c3a602a-dd8c-4e58-8ce3-aef3af088649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:26.541832 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8c0a9287-2fd8-4e9b-aa7e-c55c3996a990 req-8c3a602a-dd8c-4e58-8ce3-aef3af088649 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47a6a0be2aee4b3690e9033823b103bc&device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 1099 time: 0.0727611 May 12 15:05:26.686578 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a9287-2fd8-4e9b-aa7e-c55c3996a990 req-c877e0b7-03b0-4910-a91a-b9fafc15e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:26.688030 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8c0a9287-2fd8-4e9b-aa7e-c55c3996a990 req-c877e0b7-03b0-4910-a91a-b9fafc15e462 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c32ad80b-1ac0-499b-af9d-6c9406a6c86b HTTP/1.1" status: 200 len: 911 time: 0.1269090 May 12 15:05:26.793301 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8c0a9287-2fd8-4e9b-aa7e-c55c3996a990 req-5a1e1b0a-f9d9-421e-80a0-2d2335d392ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c28ea7-b282-4ad6-8971-4660f190dc89 HTTP/1.1" status: 200 len: 1002 time: 0.0979178 May 12 15:05:26.858880 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a9287-2fd8-4e9b-aa7e-c55c3996a990 req-24f9f717-0e07-4af9-9672-ddaf0dfa2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:26.860271 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8c0a9287-2fd8-4e9b-aa7e-c55c3996a990 req-24f9f717-0e07-4af9-9672-ddaf0dfa2c8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2 HTTP/1.1" status: 200 len: 849 time: 0.0611269 May 12 15:05:26.937766 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a9287-2fd8-4e9b-aa7e-c55c3996a990 req-bab8c979-d878-4381-a3c3-30e06a6eba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:26.939229 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8c0a9287-2fd8-4e9b-aa7e-c55c3996a990 req-bab8c979-d878-4381-a3c3-30e06a6eba9e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c32ad80b-1ac0-499b-af9d-6c9406a6c86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707748 May 12 15:05:27.074672 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8c0a9287-2fd8-4e9b-aa7e-c55c3996a990 req-84a11d4c-2a78-4fc5-a2fc-cee2cb076bcd service neutron] 10.222.0.69 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280186 May 12 15:05:27.303230 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8c0a9287-2fd8-4e9b-aa7e-c55c3996a990 req-3fbf7db0-0c32-4989-b4a2-42d50fd2e3ba service neutron] 10.222.0.69 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216978 May 12 15:05:40.740903 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0652d81-7cf6-42e6-b76e-76c92153575c req-838abbee-a81e-450f-a7b6-33acdf6400aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:40.748967 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e0652d81-7cf6-42e6-b76e-76c92153575c req-838abbee-a81e-450f-a7b6-33acdf6400aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c61b816b0fd4b10b97a1a3e363e4b9e&device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 1137 time: 0.1444409 May 12 15:05:40.758511 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7b235-6497-409d-a2e7-d04ca4119324 req-a69d1aac-de6b-4061-a0e4-c8e948f222b9 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:40.759930 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5fd7b235-6497-409d-a2e7-d04ca4119324 req-a69d1aac-de6b-4061-a0e4-c8e948f222b9 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 984 time: 0.2424271 May 12 15:05:40.830979 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-84d5b0b6-ff0e-443c-9ac8-b2b19df38b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:40.893089 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5fd7b235-6497-409d-a2e7-d04ca4119324 req-1a8ab293-59ed-403f-846d-3846dd33cb04 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f9a2c66-3b05-4343-8aa8-004b53536324&id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138558 May 12 15:05:40.930207 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0652d81-7cf6-42e6-b76e-76c92153575c req-98628017-ba02-4ef1-a4cd-aa4ef20da2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:40.931704 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e0652d81-7cf6-42e6-b76e-76c92153575c req-98628017-ba02-4ef1-a4cd-aa4ef20da2bf service neutron] 10.222.0.69 "GET /v2.0/networks?id=e2cd1bc2-6cc3-4598-9e05-78c640b8744a HTTP/1.1" status: 200 len: 915 time: 0.1707504 May 12 15:05:41.038181 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e0652d81-7cf6-42e6-b76e-76c92153575c req-6f367fe4-1824-4200-bc89-dcd2459d87ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=317a8c06-c7c6-4a34-a87f-4038103ae5b2 HTTP/1.1" status: 200 len: 1000 time: 0.0993898 May 12 15:05:41.104672 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0652d81-7cf6-42e6-b76e-76c92153575c req-2a6a6b43-508c-40d0-a9f9-1f33aeba5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:41.106128 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e0652d81-7cf6-42e6-b76e-76c92153575c req-2a6a6b43-508c-40d0-a9f9-1f33aeba5950 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9550beb3-3e0b-454d-83aa-fe8816ddea7e HTTP/1.1" status: 200 len: 853 time: 0.0626891 May 12 15:05:41.182214 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0652d81-7cf6-42e6-b76e-76c92153575c req-2c2cbab0-3226-4822-82a4-a7511b6da6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:41.183661 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e0652d81-7cf6-42e6-b76e-76c92153575c req-2c2cbab0-3226-4822-82a4-a7511b6da6e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e2cd1bc2-6cc3-4598-9e05-78c640b8744a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714667 May 12 15:05:41.319906 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e0652d81-7cf6-42e6-b76e-76c92153575c req-244967bb-bf09-42e1-abbb-ed16e78eea84 service neutron] 10.222.0.69 "GET /v2.0/networks/e2cd1bc2-6cc3-4598-9e05-78c640b8744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294043 May 12 15:05:41.455810 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e0652d81-7cf6-42e6-b76e-76c92153575c req-68a62e64-6672-43fd-88e4-e6f679dc92f6 service neutron] 10.222.0.69 "GET /v2.0/networks/e2cd1bc2-6cc3-4598-9e05-78c640b8744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302440 May 12 15:05:42.131695 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc1c94-c68c-462d-8680-d97418a55257 req-3d9f20fe-faee-4acf-89e8-31e1581af885 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:42.133163 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-03cc1c94-c68c-462d-8680-d97418a55257 req-3d9f20fe-faee-4acf-89e8-31e1581af885 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 984 time: 0.1321628 May 12 15:05:42.180958 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-03cc1c94-c68c-462d-8680-d97418a55257 req-0d54e53b-f7b7-4069-b131-ff7f0cdd8e03 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f9a2c66-3b05-4343-8aa8-004b53536324&id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418785 May 12 15:05:43.079768 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-814cf77a-8c3a-429c-9e09-fbcf17e79039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:43.367713 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2a6ef-7e3e-4949-91cc-a9de49946408 req-07cf91c8-1b1b-4767-ae6b-817a7fe1665c tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:43.369180 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-80e2a6ef-7e3e-4949-91cc-a9de49946408 req-07cf91c8-1b1b-4767-ae6b-817a7fe1665c tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 984 time: 0.0825593 May 12 15:05:43.416709 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-80e2a6ef-7e3e-4949-91cc-a9de49946408 req-acdcfa71-1e78-4cb2-8c00-d2bd595c7aa3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f9a2c66-3b05-4343-8aa8-004b53536324&id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416913 May 12 15:05:44.612661 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:44.616460 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ee20e-87b2-4e47-aafd-2fc6868aec26 req-7cad24a6-daf7-4747-8cc0-8a61be38e5a0 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:44.622931 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-db4ee20e-87b2-4e47-aafd-2fc6868aec26 req-7cad24a6-daf7-4747-8cc0-8a61be38e5a0 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 984 time: 0.0898280 May 12 15:05:44.669322 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-db4ee20e-87b2-4e47-aafd-2fc6868aec26 req-a83968d4-4833-4155-b190-13799eb21e03 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f9a2c66-3b05-4343-8aa8-004b53536324&id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448682 May 12 15:05:45.184193 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:45.858389 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa510c30-eaa1-4c7e-819a-c64565beda42 req-6f6a5a7a-ded2-4052-b017-fd1a48dfb98a tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:45.859841 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa510c30-eaa1-4c7e-819a-c64565beda42 req-6f6a5a7a-ded2-4052-b017-fd1a48dfb98a tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 984 time: 0.0825226 May 12 15:05:45.907334 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-aa510c30-eaa1-4c7e-819a-c64565beda42 req-3787749e-d567-4d30-9e01-c2d1eb8d1884 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f9a2c66-3b05-4343-8aa8-004b53536324&id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412555 May 12 15:05:46.073893 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:47.101811 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e09f23-07f5-4475-b80a-e2904137de5f req-e2e32f2d-70e9-4935-bb4d-f18859f301ac tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:47.103301 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d9e09f23-07f5-4475-b80a-e2904137de5f req-e2e32f2d-70e9-4935-bb4d-f18859f301ac tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 984 time: 0.0908811 May 12 15:05:47.152950 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d9e09f23-07f5-4475-b80a-e2904137de5f req-6e13c760-2193-4877-83a9-b22412f75041 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f9a2c66-3b05-4343-8aa8-004b53536324&id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426373 May 12 15:05:47.435947 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae8683-7def-4bca-ad02-d2b2499cc393 req-97b37e09-4594-4967-81c2-81cdb777078f tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:47.437589 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7aae8683-7def-4bca-ad02-d2b2499cc393 req-97b37e09-4594-4967-81c2-81cdb777078f tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0877476 May 12 15:05:47.487827 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7aae8683-7def-4bca-ad02-d2b2499cc393 req-e2754a6e-d7bc-45cd-b402-d863f82f1560 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443525 May 12 15:05:48.362648 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47517b76-c45a-4018-8160-55ca1dfcb550 req-9b132b6e-c531-4fed-b4ba-f5f6e91016e9 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:48.364259 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-47517b76-c45a-4018-8160-55ca1dfcb550 req-9b132b6e-c531-4fed-b4ba-f5f6e91016e9 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 984 time: 0.0872009 May 12 15:05:48.417200 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-47517b76-c45a-4018-8160-55ca1dfcb550 req-32f78f1d-cf1f-4819-9635-a18fbe46b87b tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f9a2c66-3b05-4343-8aa8-004b53536324&id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446262 May 12 15:05:48.792115 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31106279-ebbd-4fb8-8e88-e79d25a606cb req-5300b57a-bf54-4e1a-bab4-a0f249ad94d6 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:48.793691 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-31106279-ebbd-4fb8-8e88-e79d25a606cb req-5300b57a-bf54-4e1a-bab4-a0f249ad94d6 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.1929655 May 12 15:05:48.841086 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-31106279-ebbd-4fb8-8e88-e79d25a606cb req-73eee77f-c5aa-434c-a070-0a4d6d933243 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415511 May 12 15:05:49.051075 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:49.421767 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43229353-cafc-46bc-a339-87d8d0146314 req-df2f4309-0d6a-42a3-9afc-4a398e749aac tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:49.423190 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-43229353-cafc-46bc-a339-87d8d0146314 req-df2f4309-0d6a-42a3-9afc-4a398e749aac tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.69 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.0836484 May 12 15:05:49.502385 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-43229353-cafc-46bc-a339-87d8d0146314 req-96643632-c816-4267-a3aa-5178f1ccdfdc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Deleting port a7c28ea7-b282-4ad6-8971-4660f190dc89 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:05:49.502721 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-43229353-cafc-46bc-a339-87d8d0146314 req-96643632-c816-4267-a3aa-5178f1ccdfdc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:49.768730 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3594f3-c3fe-4e7a-b3c4-a7e2b8fd6339 req-d78e1976-d576-4533-89e7-44a953e7a2bf tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:49.770106 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2d3594f3-c3fe-4e7a-b3c4-a7e2b8fd6339 req-d78e1976-d576-4533-89e7-44a953e7a2bf tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 984 time: 0.2371716 May 12 15:05:49.858315 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2d3594f3-c3fe-4e7a-b3c4-a7e2b8fd6339 req-260297a7-2fd0-48e9-b801-2802ab9f0bae tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f9a2c66-3b05-4343-8aa8-004b53536324&id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815389 May 12 15:05:49.863577 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-43229353-cafc-46bc-a339-87d8d0146314 req-96643632-c816-4267-a3aa-5178f1ccdfdc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] For port a7c28ea7-b282-4ad6-8971-4660f190dc89, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a7c28ea7-b282-4ad6-8971-4660f190dc89,segment=NetworkSegment(501c2111-fef2-49e4-8f0a-e75c028a492e),segment_id=501c2111-fef2-49e4-8f0a-e75c028a492e)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:05:49.863932 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-43229353-cafc-46bc-a339-87d8d0146314 req-96643632-c816-4267-a3aa-5178f1ccdfdc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:50.220060 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b3739-a1d1-40a6-a897-b946a3dd3b09 req-a894e33b-f876-4381-8e8f-36acdcbc90a7 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:50.221679 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c22b3739-a1d1-40a6-a897-b946a3dd3b09 req-a894e33b-f876-4381-8e8f-36acdcbc90a7 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 946 time: 0.2627461 May 12 15:05:50.260934 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-43229353-cafc-46bc-a339-87d8d0146314 req-96643632-c816-4267-a3aa-5178f1ccdfdc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:50.261452 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-43229353-cafc-46bc-a339-87d8d0146314 req-96643632-c816-4267-a3aa-5178f1ccdfdc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:50.261654 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.db.l3_db [req-43229353-cafc-46bc-a339-87d8d0146314 req-96643632-c816-4267-a3aa-5178f1ccdfdc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Floating IP 57c1738d-1c1d-49c6-afe2-a28e6dea640c disassociated. External IP: 172.28.3.162, port: a7c28ea7-b282-4ad6-8971-4660f190dc89. May 12 15:05:50.262196 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-43229353-cafc-46bc-a339-87d8d0146314 req-96643632-c816-4267-a3aa-5178f1ccdfdc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Calling delete_port for a7c28ea7-b282-4ad6-8971-4660f190dc89 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:05:50.327677 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c22b3739-a1d1-40a6-a897-b946a3dd3b09 req-dd776e47-320f-4770-ac50-37a8f22825d9 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0b4a288-6268-4835-a858-f927141135a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992293 May 12 15:05:50.530990 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-43229353-cafc-46bc-a339-87d8d0146314 req-96643632-c816-4267-a3aa-5178f1ccdfdc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:50.586069 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96643632-c816-4267-a3aa-5178f1ccdfdc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event deleted for resources: {'Port': ['ID=a7c28ea7-b282-4ad6-8971-4660f190dc89,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:50.778800 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43229353-cafc-46bc-a339-87d8d0146314 req-96643632-c816-4267-a3aa-5178f1ccdfdc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Router 694463f3-af88-4722-a65a-b0859ea313af has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:05:51.140340 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43229353-cafc-46bc-a339-87d8d0146314 req-96643632-c816-4267-a3aa-5178f1ccdfdc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:05:51.151679 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e329c0e7-a385-42b9-86e6-63840a38a77a None None] Sync routers for ids ['694463f3-af88-4722-a65a-b0859ea313af'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:05:51.163157 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329c0e7-a385-42b9-86e6-63840a38a77a None None] Routers {'694463f3-af88-4722-a65a-b0859ea313af'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:05:51.164353 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e329c0e7-a385-42b9-86e6-63840a38a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:05:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['694463f3-af88-4722-a65a-b0859ea313af'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:05:51.227667 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-43229353-cafc-46bc-a339-87d8d0146314 req-96643632-c816-4267-a3aa-5178f1ccdfdc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] No DVR routers for this DVR port a7c28ea7-b282-4ad6-8971-4660f190dc89 on host hv-cinder-83118 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:05:51.231554 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-43229353-cafc-46bc-a339-87d8d0146314 req-96643632-c816-4267-a3aa-5178f1ccdfdc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:51.235718 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52a25fd-ea0c-4692-8328-fc4f37058284', 'name': 'network-vif-deleted', 'tag': 'a7c28ea7-b282-4ad6-8971-4660f190dc89'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:05:51.259940 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb9ca9-fe8c-40c1-b208-ec39bc5cf519 req-460b41ef-9221-48c8-b8bc-5acbf0fff7ad tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:51.265125 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2cfb9ca9-fe8c-40c1-b208-ec39bc5cf519 req-460b41ef-9221-48c8-b8bc-5acbf0fff7ad tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 984 time: 0.2166591 May 12 15:05:51.301669 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e19760fd-773f-433f-9af4-b1ef09f81d54'] response: {'server_uuid': 'c52a25fd-ea0c-4692-8328-fc4f37058284', 'name': 'network-vif-deleted', 'tag': 'a7c28ea7-b282-4ad6-8971-4660f190dc89', 'status': 'completed', 'code': 200} May 12 15:05:51.316663 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2cfb9ca9-fe8c-40c1-b208-ec39bc5cf519 req-df7c3362-364a-4fc1-92d8-9402b4e38566 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f9a2c66-3b05-4343-8aa8-004b53536324&id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500200 May 12 15:05:51.327900 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-43229353-cafc-46bc-a339-87d8d0146314 req-96643632-c816-4267-a3aa-5178f1ccdfdc tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.69 "DELETE /v2.0/ports/a7c28ea7-b282-4ad6-8971-4660f190dc89 HTTP/1.1" status: 204 len: 173 time: 1.8955033 May 12 15:05:51.368919 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-e329c0e7-a385-42b9-86e6-63840a38a77a None None] Set router 694463f3-af88-4722-a65a-b0859ea313af gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:05:51.486748 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-40221a82-d2c9-4418-ae79-824cbac394c5 req-e971f22d-b912-47e8-8797-6c02e79db033 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Synchronizing usage tracker for tenant:47a6a0be2aee4b3690e9033823b103bc on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:05:51.565048 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-40221a82-d2c9-4418-ae79-824cbac394c5 req-e971f22d-b912-47e8-8797-6c02e79db033 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Unset dirty status for tenant:47a6a0be2aee4b3690e9033823b103bc on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:05:51.566369 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-40221a82-d2c9-4418-ae79-824cbac394c5 req-e971f22d-b912-47e8-8797-6c02e79db033 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c52a25fd-ea0c-4692-8328-fc4f37058284 HTTP/1.1" status: 200 len: 210 time: 0.1275792 May 12 15:05:51.708241 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e329c0e7-a385-42b9-86e6-63840a38a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:56Z', 'revision_number': 4, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'f1e53df9-9118-42b3-bbb1-cdd9ff7892de', 'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'mac_address': 'fa:16:3e:76:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:55Z', 'updated_at': '2022-05-12T15:03:02Z', 'revision_number': 5, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'subnets': [{'id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:05:51.712708 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e329c0e7-a385-42b9-86e6-63840a38a77a None None] Checking router: 694463f3-af88-4722-a65a-b0859ea313af for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:05:51.722736 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329c0e7-a385-42b9-86e6-63840a38a77a None None] Routers {'694463f3-af88-4722-a65a-b0859ea313af'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:05:51.723504 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e329c0e7-a385-42b9-86e6-63840a38a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:05:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['694463f3-af88-4722-a65a-b0859ea313af'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:05:51.909052 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-e329c0e7-a385-42b9-86e6-63840a38a77a None None] Set router 694463f3-af88-4722-a65a-b0859ea313af gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:05:52.286160 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e329c0e7-a385-42b9-86e6-63840a38a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:56Z', 'revision_number': 4, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'f1e53df9-9118-42b3-bbb1-cdd9ff7892de', 'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'mac_address': 'fa:16:3e:76:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:55Z', 'updated_at': '2022-05-12T15:03:02Z', 'revision_number': 5, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'subnets': [{'id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:05:52.290453 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e329c0e7-a385-42b9-86e6-63840a38a77a None None] The sync data for ids ['694463f3-af88-4722-a65a-b0859ea313af'] in dv-cinder-831187-2-smb is: [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:56Z', 'revision_number': 4, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'f1e53df9-9118-42b3-bbb1-cdd9ff7892de', 'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'mac_address': 'fa:16:3e:76:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:55Z', 'updated_at': '2022-05-12T15:03:02Z', 'revision_number': 5, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'subnets': [{'id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:05:52.517017 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da66a53-f396-4f6d-9f78-456e5b1ed03d None None] New status for floating IP 57c1738d-1c1d-49c6-afe2-a28e6dea640c: DOWN {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:05:52.535810 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67f92b-d6fc-4cd9-97b1-0223eb04c2f3 req-967dbf6d-e23f-41bb-bbc4-38be45ef232b tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:52.537288 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9b67f92b-d6fc-4cd9-97b1-0223eb04c2f3 req-967dbf6d-e23f-41bb-bbc4-38be45ef232b tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 984 time: 0.0908453 May 12 15:05:52.587662 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-9b67f92b-d6fc-4cd9-97b1-0223eb04c2f3 req-0e721603-3bf2-4463-b3de-21d6a84c5e8c tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f9a2c66-3b05-4343-8aa8-004b53536324&id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436203 May 12 15:05:52.729422 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device a7c28ea7-b282-4ad6-8971-4660f190dc89 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:05:52.771948 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: a7c28ea7-b282-4ad6-8971-4660f190dc89 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:05:52.772345 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device a7c28ea7-b282-4ad6-8971-4660f190dc89 not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:05:53.789306 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b8761-9fb2-40b5-a6b6-498ec7a85cd7 req-58da8a6d-9727-4d9a-8de2-89f5f04c56e3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:53.791017 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff2b8761-9fb2-40b5-a6b6-498ec7a85cd7 req-58da8a6d-9727-4d9a-8de2-89f5f04c56e3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 984 time: 0.0924387 May 12 15:05:53.819997 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41854) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:05:53.843969 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ff2b8761-9fb2-40b5-a6b6-498ec7a85cd7 req-c752a1da-7e20-4682-b8c6-11b216eac42e tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f9a2c66-3b05-4343-8aa8-004b53536324&id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468102 May 12 15:05:53.893940 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-24dd2533-e36e-403a-aa03-fbd4d3ea73d1 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:53.926638 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-24dd2533-e36e-403a-aa03-fbd4d3ea73d1 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:54.131238 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-24dd2533-e36e-403a-aa03-fbd4d3ea73d1 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:54.161773 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd2533-e36e-403a-aa03-fbd4d3ea73d1 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b4a288-6268-4835-a858-f927141135a0,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:54.161773 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-24dd2533-e36e-403a-aa03-fbd4d3ea73d1 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:54.161773 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-24dd2533-e36e-403a-aa03-fbd4d3ea73d1 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "DELETE /v2.0/security-groups/c0b4a288-6268-4835-a858-f927141135a0 HTTP/1.1" status: 204 len: 168 time: 0.3359349 May 12 15:05:54.163554 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41858) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:05:54.176699 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.api.v2.resource [None req-347e0b93-3d48-4ea5-bf5c-24ff6faccfe7 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] show failed (client error): The resource could not be found. May 12 15:05:54.178171 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-347e0b93-3d48-4ea5-bf5c-24ff6faccfe7 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups/c0b4a288-6268-4835-a858-f927141135a0 HTTP/1.1" status: 404 len: 347 time: 0.0170674 May 12 15:05:54.181808 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41862) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:05:54.351147 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-286e6f70-7ec7-4723-b5a9-a6eb4391e3d0 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Deleting port 6ed7776f-610d-4b44-b317-e638c7da70a4 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:05:54.351670 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-286e6f70-7ec7-4723-b5a9-a6eb4391e3d0 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:54.530232 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-286e6f70-7ec7-4723-b5a9-a6eb4391e3d0 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:54.530462 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-286e6f70-7ec7-4723-b5a9-a6eb4391e3d0 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:54.661967 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-286e6f70-7ec7-4723-b5a9-a6eb4391e3d0 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Calling delete_port for 6ed7776f-610d-4b44-b317-e638c7da70a4 owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:05:54.919589 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-286e6f70-7ec7-4723-b5a9-a6eb4391e3d0 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:54.969682 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e6f70-7ec7-4723-b5a9-a6eb4391e3d0 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event deleted for resources: {'Port': ['ID=6ed7776f-610d-4b44-b317-e638c7da70a4,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:55.130933 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-286e6f70-7ec7-4723-b5a9-a6eb4391e3d0 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:55.151921 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffd61f-ab35-4c3b-b140-c28233472b9d req-d2323c7f-64cb-40e0-9f67-0246a3d78b6c tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:55.153525 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2dffd61f-ab35-4c3b-b140-c28233472b9d req-d2323c7f-64cb-40e0-9f67-0246a3d78b6c tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 984 time: 0.1872449 May 12 15:05:55.203512 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-2dffd61f-ab35-4c3b-b140-c28233472b9d req-c6ab5ac2-1ea4-4948-b552-882c9a674dad tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f9a2c66-3b05-4343-8aa8-004b53536324&id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436532 May 12 15:05:55.253127 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-286e6f70-7ec7-4723-b5a9-a6eb4391e3d0 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:55.254286 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-286e6f70-7ec7-4723-b5a9-a6eb4391e3d0 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "DELETE /v2.0/floatingips/57c1738d-1c1d-49c6-afe2-a28e6dea640c HTTP/1.1" status: 204 len: 168 time: 1.0715342 May 12 15:05:55.456696 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 41870) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:05:55.462471 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [None req-9566ae2a-a513-453d-84ef-94bfcdb0005d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2065305956', 'description': 'tempest-description--2110313236'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:05:55.468602 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9566ae2a-a513-453d-84ef-94bfcdb0005d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:05:55.472654 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-9566ae2a-a513-453d-84ef-94bfcdb0005d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Usage tracker for resource:security_group and tenant:47a6a0be2aee4b3690e9033823b103bc is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:05:55.475552 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-9566ae2a-a513-453d-84ef-94bfcdb0005d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:05:55.481461 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9566ae2a-a513-453d-84ef-94bfcdb0005d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:05:55.578380 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9566ae2a-a513-453d-84ef-94bfcdb0005d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:55.600701 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9566ae2a-a513-453d-84ef-94bfcdb0005d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:05:55.605035 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-9566ae2a-a513-453d-84ef-94bfcdb0005d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Usage tracker for resource:security_group_rule and tenant:47a6a0be2aee4b3690e9033823b103bc is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:05:55.608005 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-9566ae2a-a513-453d-84ef-94bfcdb0005d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:05:55.613948 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9566ae2a-a513-453d-84ef-94bfcdb0005d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:05:55.688925 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9566ae2a-a513-453d-84ef-94bfcdb0005d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:55.921345 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9566ae2a-a513-453d-84ef-94bfcdb0005d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:55.966977 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566ae2a-a513-453d-84ef-94bfcdb0005d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a814da8-eab8-4bad-ba76-72ff154afe08,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:56.064259 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9566ae2a-a513-453d-84ef-94bfcdb0005d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:56.065526 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-9566ae2a-a513-453d-84ef-94bfcdb0005d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6077454 May 12 15:05:56.068494 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41874) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:05:56.073832 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Request body: {'security_group_rule': {'security_group_id': '8a814da8-eab8-4bad-ba76-72ff154afe08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:05:56.080221 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:05:56.084419 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Usage tracker for resource:security_group_rule and tenant:47a6a0be2aee4b3690e9033823b103bc is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:05:56.088356 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:05:56.094477 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:05:56.191436 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:56.266380 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:56.372601 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:56.399560 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74d6da7-a96a-49de-87f4-3c44d44895e3,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:56.412094 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:56.412499 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:56.413198 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:56.414589 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:56.414748 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:56.415065 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:56.415322 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:56.415645 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:56.416021 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:56.416318 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:56.416637 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:56.416940 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:05:56.514637 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed1e48-f5f4-454a-885a-f54cd463cac3 req-460b941d-48f2-4c74-a879-533015fc9f2f tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:56.516031 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-81ed1e48-f5f4-454a-885a-f54cd463cac3 req-460b941d-48f2-4c74-a879-533015fc9f2f tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 984 time: 0.1952622 May 12 15:05:56.530676 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:56.532055 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-e2081462-b89b-438b-b3f2-aa6eb93c587a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4625509 May 12 15:05:56.534741 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41880) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:05:56.541565 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-c9e9f4a4-81e9-4862-9e0e-53339a782214 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Request body: {'security_group_rule': {'security_group_id': '8a814da8-eab8-4bad-ba76-72ff154afe08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:05:56.554753 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-c9e9f4a4-81e9-4862-9e0e-53339a782214 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:05:56.559383 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-c9e9f4a4-81e9-4862-9e0e-53339a782214 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Usage tracker for resource:security_group_rule and tenant:47a6a0be2aee4b3690e9033823b103bc is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:05:56.562389 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-c9e9f4a4-81e9-4862-9e0e-53339a782214 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:05:56.568337 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-c9e9f4a4-81e9-4862-9e0e-53339a782214 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:05:56.571861 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-81ed1e48-f5f4-454a-885a-f54cd463cac3 req-485abcb0-e170-4296-81bc-d30d2c0eec1a tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f9a2c66-3b05-4343-8aa8-004b53536324&id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491927 May 12 15:05:56.733873 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f4a4-81e9-4862-9e0e-53339a782214 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:56.801958 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f4a4-81e9-4862-9e0e-53339a782214 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:56.910017 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f4a4-81e9-4862-9e0e-53339a782214 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637311'] for security_group_rule, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:56.935100 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9f4a4-81e9-4862-9e0e-53339a782214 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c0d905-5843-4840-b8ba-413936a902b0,revision_number=0']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:57.070898 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f4a4-81e9-4862-9e0e-53339a782214 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:57.072027 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-c9e9f4a4-81e9-4862-9e0e-53339a782214 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5362611 May 12 15:05:57.075285 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41884) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:05:57.080353 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Request body: {'floatingip': {'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:05:57.086510 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:05:57.090540 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Usage tracker for resource:floatingip and tenant:47a6a0be2aee4b3690e9033823b103bc is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:05:57.093425 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:05:57.099663 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:05:57.279260 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for floatingip, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:57.422010 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:57.572410 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_common [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Allocated IP 172.28.3.88 (e3b9db88-ae7a-445e-af83-3321a6e7e6af/5ca777a2-3294-4154-a2ef-658c05da9f05/a3a124de-adf8-45b5-98ae-f4fbaedc3497) {{(pid=88106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:05:57.732531 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for port, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:57.771196 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87fbbe-e991-4afb-872b-bd6ee0032980 req-42da871b-4713-408f-af09-992fa8a99007 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:57.773247 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ed87fbbe-e991-4afb-872b-bd6ee0032980 req-42da871b-4713-408f-af09-992fa8a99007 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 984 time: 0.0863013 May 12 15:05:57.824964 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-ed87fbbe-e991-4afb-872b-bd6ee0032980 req-bd49f20a-76b1-4400-8d99-1b565c3fc692 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f9a2c66-3b05-4343-8aa8-004b53536324&id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426116 May 12 15:05:57.910190 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:57.978030 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Network e3b9db88-ae7a-445e-af83-3321a6e7e6af is already hosted by enough agents. {{(pid=88106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:05:57.980861 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.base_scheduler [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Resources bound (agent type, host, resource id): {{(pid=88106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:05:57.984728 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Received port after_create {{(pid=88106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:05:58.019672 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event updated for resources: {'Port': ['ID=a3a124de-adf8-45b5-98ae-f4fbaedc3497,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:58.068834 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:58.269691 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:58.477134 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:58.622396 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235732'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:58.740454 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event updated for resources: {'Port': ['ID=a3a124de-adf8-45b5-98ae-f4fbaedc3497,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:05:58.749495 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:58.885732 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:05:58.887044 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-f6df6cd2-bdac-408b-8592-63ded2aa874a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8107481 May 12 15:05:59.111749 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-1d2fef20-45c8-426c-822e-4b21d69c4e9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Synchronizing usage tracker for tenant:47a6a0be2aee4b3690e9033823b103bc on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:05:59.258521 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-1d2fef20-45c8-426c-822e-4b21d69c4e9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Unset dirty status for tenant:47a6a0be2aee4b3690e9033823b103bc on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:05:59.259825 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-1d2fef20-45c8-426c-822e-4b21d69c4e9b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2065305956&fields=id&tenant_id=47a6a0be2aee4b3690e9033823b103bc HTTP/1.1" status: 200 len: 267 time: 0.1914713 May 12 15:05:59.417314 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-3d4685f6-a0ee-4add-8281-a97fc47b0b4a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:05:59.418776 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-3d4685f6-a0ee-4add-8281-a97fc47b0b4a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/networks?id=c32ad80b-1ac0-499b-af9d-6c9406a6c86b HTTP/1.1" status: 200 len: 810 time: 0.1520536 May 12 15:05:59.433852 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-793e76ea-3c8c-4c76-a12d-ce6ec113ecb1 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/quotas/47a6a0be2aee4b3690e9033823b103bc HTTP/1.1" status: 200 len: 375 time: 0.0096107 May 12 15:05:59.451045 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:05:59.523534 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-e0c935ac-dbc1-4a1b-a70c-79904d6fe11e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Synchronizing usage tracker for tenant:47a6a0be2aee4b3690e9033823b103bc on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:05:59.612306 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-e0c935ac-dbc1-4a1b-a70c-79904d6fe11e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Unset dirty status for tenant:47a6a0be2aee4b3690e9033823b103bc on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:05:59.612829 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-e0c935ac-dbc1-4a1b-a70c-79904d6fe11e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=47a6a0be2aee4b3690e9033823b103bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1735330 May 12 15:05:59.629162 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-010fc89f-53b0-44d9-9d30-ec45b7b4d160 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:05:59.630110 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-010fc89f-53b0-44d9-9d30-ec45b7b4d160 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053544 May 12 15:05:59.765818 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-e9be4a29-d656-4b48-b149-3dd1abe343c8 service neutron] 10.222.0.70 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296005 May 12 15:05:59.900845 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-c7a19363-71d7-4e88-a940-69ba29fa6529 service neutron] 10.222.0.70 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290777 May 12 15:06:00.174095 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-8e1c0af3-3114-4b0b-8659-d52e27b74c1d req-8a325fce-099c-4e80-9693-a04e25b96010 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 210 time: 0.0460291 May 12 15:06:01.330685 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-98d57eea-38af-4f6c-9afd-108b0ebcb3a1 req-c14f1d51-6119-4f1a-9102-b632d906dbb7 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 210 time: 0.0469210 May 12 15:06:02.490015 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-cfde6b22-a74e-4d46-aa09-3f12ca1d1ff4 req-07292f79-8201-4ee8-b283-607ed0aaf431 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 210 time: 0.0458908 May 12 15:06:02.671667 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-2d95ba41-6b4e-4311-b438-a0e8467965f5 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:02.673062 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-2d95ba41-6b4e-4311-b438-a0e8467965f5 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.69 "GET /v2.0/networks?id=c32ad80b-1ac0-499b-af9d-6c9406a6c86b HTTP/1.1" status: 200 len: 810 time: 0.1529319 May 12 15:06:02.728394 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-be9b3957-ccf5-44ec-a711-c68bc824ae2f tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a6a0be2aee4b3690e9033823b103bc HTTP/1.1" status: 200 len: 380 time: 0.0396101 May 12 15:06:02.736463 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-d54630d4-fbb4-42d0-85ad-db173a70f72d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Request body: {'port': {'device_id': 'c70e3f96-c334-4ea3-8a3e-254691a4ddcf', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'admin_state_up': True, 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'security_groups': ['8a814da8-eab8-4bad-ba76-72ff154afe08']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:06:02.877470 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-d54630d4-fbb4-42d0-85ad-db173a70f72d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:06:02.887063 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-d54630d4-fbb4-42d0-85ad-db173a70f72d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:06:03.052615 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-d54630d4-fbb4-42d0-85ad-db173a70f72d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Made reservation on behalf of 47a6a0be2aee4b3690e9033823b103bc for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 15:06:03.056224 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-d54630d4-fbb4-42d0-85ad-db173a70f72d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:03.226397 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-d54630d4-fbb4-42d0-85ad-db173a70f72d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Allocated IP 172.20.0.7 (c32ad80b-1ac0-499b-af9d-6c9406a6c86b/b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2/e405247f-9930-4bca-a3f7-2fb79e967c37) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 15:06:03.431734 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-d54630d4-fbb4-42d0-85ad-db173a70f72d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:03.447431 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-d54630d4-fbb4-42d0-85ad-db173a70f72d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Transition to ACTIVE for port object e405247f-9930-4bca-a3f7-2fb79e967c37 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:06:03.644591 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-d54630d4-fbb4-42d0-85ad-db173a70f72d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787124272716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:03.752492 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-d54630d4-fbb4-42d0-85ad-db173a70f72d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Network c32ad80b-1ac0-499b-af9d-6c9406a6c86b is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 15:06:03.760344 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-d54630d4-fbb4-42d0-85ad-db173a70f72d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 15:06:03.763827 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54630d4-fbb4-42d0-85ad-db173a70f72d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event updated for resources: {'Port': ['ID=e405247f-9930-4bca-a3f7-2fb79e967c37,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:03.766712 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-d54630d4-fbb4-42d0-85ad-db173a70f72d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 12 15:06:03.943744 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546a483-1c18-4b68-a616-1e500f5529ea req-7b17866b-e023-4b26-bbdc-4f2acbecf56b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:03.946111 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5546a483-1c18-4b68-a616-1e500f5529ea req-7b17866b-e023-4b26-bbdc-4f2acbecf56b tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 931 time: 0.3431685 May 12 15:06:03.953866 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-d54630d4-fbb4-42d0-85ad-db173a70f72d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:03.954464 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-d54630d4-fbb4-42d0-85ad-db173a70f72d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:04.014619 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-5546a483-1c18-4b68-a616-1e500f5529ea req-6c736e7a-d716-45ab-afc7-43a885445c1e tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a814da8-eab8-4bad-ba76-72ff154afe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547900 May 12 15:06:04.102440 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-bcd9fbdf-02aa-4e4a-bb2c-40c993ea541f None None] Provisioning for port e405247f-9930-4bca-a3f7-2fb79e967c37 completed by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:06:04.107664 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-bcd9fbdf-02aa-4e4a-bb2c-40c993ea541f None None] Provisioning complete for port e405247f-9930-4bca-a3f7-2fb79e967c37 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:06:04.122372 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bcd9fbdf-02aa-4e4a-bb2c-40c993ea541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:04.160684 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9fbdf-02aa-4e4a-bb2c-40c993ea541f None None] Port e405247f-9930-4bca-a3f7-2fb79e967c37 cannot update to ACTIVE because it is not bound. {{(pid=88108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 12 15:06:04.177034 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-d54630d4-fbb4-42d0-85ad-db173a70f72d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4440749 May 12 15:06:04.193632 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-3d80da60-2395-476d-bef6-4b2bb28f9eb5 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 12 15:06:04.199150 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-3d80da60-2395-476d-bef6-4b2bb28f9eb5 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051346 May 12 15:06:04.249288 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Request body: {'port': {'device_id': 'c70e3f96-c334-4ea3-8a3e-254691a4ddcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:06:04.368149 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:04.728325 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e405247f-9930-4bca-a3f7-2fb79e967c37 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:06:04.736311 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:04.751668 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Transition to ACTIVE for port object e405247f-9930-4bca-a3f7-2fb79e967c37 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 12 15:06:04.959486 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:05.125022 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Pushing event updated for resources: {'Port': ['ID=e405247f-9930-4bca-a3f7-2fb79e967c37,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:05.257945 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Attempting to bind port e405247f-9930-4bca-a3f7-2fb79e967c37 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 12 15:06:05.258348 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Attempting to bind port e405247f-9930-4bca-a3f7-2fb79e967c37 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '501c2111-fef2-49e4-8f0a-e75c028a492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 12 15:06:05.258501 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Attempting to bind port e405247f-9930-4bca-a3f7-2fb79e967c37 on network c32ad80b-1ac0-499b-af9d-6c9406a6c86b {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:06:05.265275 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Port e405247f-9930-4bca-a3f7-2fb79e967c37 on network c32ad80b-1ac0-499b-af9d-6c9406a6c86b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 12 15:06:05.265609 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Attempting to bind port e405247f-9930-4bca-a3f7-2fb79e967c37 on network c32ad80b-1ac0-499b-af9d-6c9406a6c86b {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 12 15:06:05.274432 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Checking agent: {'id': '03ed6d07-650d-499b-80ab-ead82aea2e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'started_at': datetime.datetime(2022, 5, 12, 14, 53, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 15, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 12 15:06:05.274776 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Checking segment: {'id': '501c2111-fef2-49e4-8f0a-e75c028a492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 12 15:06:05.275271 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Bound using segment: {'id': '501c2111-fef2-49e4-8f0a-e75c028a492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 12 15:06:05.275626 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Bound port: e405247f-9930-4bca-a3f7-2fb79e967c37, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501c2111-fef2-49e4-8f0a-e75c028a492e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 12 15:06:05.275970 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:05.302107 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465db01-9cce-4b7b-9b90-2537b4999d2f req-39514715-6228-4861-a443-f0a23ee5a791 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:05.302834 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-c465db01-9cce-4b7b-9b90-2537b4999d2f req-39514715-6228-4861-a443-f0a23ee5a791 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Synchronizing usage tracker for tenant:47a6a0be2aee4b3690e9033823b103bc on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:06:05.387609 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] For port e405247f-9930-4bca-a3f7-2fb79e967c37, host hv-cinder-83118, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 12 15:06:05.390608 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] For port e405247f-9930-4bca-a3f7-2fb79e967c37, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e405247f-9930-4bca-a3f7-2fb79e967c37,segment=NetworkSegment(501c2111-fef2-49e4-8f0a-e75c028a492e),segment_id=501c2111-fef2-49e4-8f0a-e75c028a492e)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 12 15:06:05.445773 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-c465db01-9cce-4b7b-9b90-2537b4999d2f req-39514715-6228-4861-a443-f0a23ee5a791 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Unset dirty status for tenant:47a6a0be2aee4b3690e9033823b103bc on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:06:05.447123 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c465db01-9cce-4b7b-9b90-2537b4999d2f req-39514715-6228-4861-a443-f0a23ee5a791 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 943 time: 0.2888827 May 12 15:06:05.491228 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-c465db01-9cce-4b7b-9b90-2537b4999d2f req-c039d700-b757-46ba-9633-ac1a2e2d25e0 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a814da8-eab8-4bad-ba76-72ff154afe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384653 May 12 15:06:05.550369 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:05.615082 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:05.615374 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:05.617238 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-15fef72b-b153-407c-a815-c84a18860960 service neutron] 10.222.0.69 "PUT /v2.0/ports/e405247f-9930-4bca-a3f7-2fb79e967c37 HTTP/1.1" status: 200 len: 1093 time: 1.4163435 May 12 15:06:05.617697 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70e3f96-c334-4ea3-8a3e-254691a4ddcf', 'tag': 'e405247f-9930-4bca-a3f7-2fb79e967c37'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:06:05.642895 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fef72b-b153-407c-a815-c84a18860960 service neutron] Pushing event updated for resources: {'Port': ['ID=e405247f-9930-4bca-a3f7-2fb79e967c37,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:05.666591 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a086a5c4-38ae-4d4c-b326-8151c80b0aee'] response: {'name': 'network-changed', 'server_uuid': 'c70e3f96-c334-4ea3-8a3e-254691a4ddcf', 'tag': 'e405247f-9930-4bca-a3f7-2fb79e967c37', 'status': 'completed', 'code': 200} May 12 15:06:05.781485 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f75625-142f-4110-8cd6-841f63b45101 req-243365bb-76f0-4455-b667-a233fcb0e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:05.783009 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-67f75625-142f-4110-8cd6-841f63b45101 req-243365bb-76f0-4455-b667-a233fcb0e471 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47a6a0be2aee4b3690e9033823b103bc&device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 1096 time: 0.0766108 May 12 15:06:05.941953 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f75625-142f-4110-8cd6-841f63b45101 req-32aed0e3-e280-4db1-b10d-37736b61a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:05.943297 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-67f75625-142f-4110-8cd6-841f63b45101 req-32aed0e3-e280-4db1-b10d-37736b61a24e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=47a6a0be2aee4b3690e9033823b103bc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1448164 May 12 15:06:06.080884 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f75625-142f-4110-8cd6-841f63b45101 req-5b443f3e-fd3b-468e-8316-b7b178b902f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:06.082279 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-67f75625-142f-4110-8cd6-841f63b45101 req-5b443f3e-fd3b-468e-8316-b7b178b902f0 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333532 May 12 15:06:06.216411 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-7eddbd78-6f4f-4aac-a58d-dc94aa20f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:06.217932 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-7eddbd78-6f4f-4aac-a58d-dc94aa20f475 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47a6a0be2aee4b3690e9033823b103bc&device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 1096 time: 0.0797164 May 12 15:06:06.294180 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-35228ce8-484c-4651-a7fe-fcf2eafcae54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e405247f-9930-4bca-a3f7-2fb79e967c37 HTTP/1.1" status: 200 len: 217 time: 0.0637498 May 12 15:06:06.456293 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-389bbdc7-67b4-4ef6-8f4d-3a420ffeb018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:06.457765 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-389bbdc7-67b4-4ef6-8f4d-3a420ffeb018 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2 HTTP/1.1" status: 200 len: 849 time: 0.1586528 May 12 15:06:06.532158 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-1fc172ed-f627-4d70-b21f-87fff102c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:06.533634 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-1fc172ed-f627-4d70-b21f-87fff102c828 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c32ad80b-1ac0-499b-af9d-6c9406a6c86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704215 May 12 15:06:06.733664 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-c71ee418-0e94-40b4-94d0-2245b28c3fae service neutron] 10.222.0.69 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933846 May 12 15:06:06.746912 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09719ad3-5a92-4259-a422-669ddf3608aa req-8abe9e48-e6f7-406f-9cb8-87978c8553d8 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:06.748491 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-09719ad3-5a92-4259-a422-669ddf3608aa req-8abe9e48-e6f7-406f-9cb8-87978c8553d8 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 943 time: 0.1391940 May 12 15:06:06.877159 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-09719ad3-5a92-4259-a422-669ddf3608aa req-c4ff02a8-6016-4f67-a58b-d50e639f9a36 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a814da8-eab8-4bad-ba76-72ff154afe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097066 May 12 15:06:06.918438 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-af86fcd5-2b5d-4982-ad33-9b0fbdf73f18 req-0e57f80e-755c-43d4-b4df-e48271391895 service neutron] 10.222.0.69 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688986 May 12 15:06:08.067807 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3af9ff-bc7b-4387-ab31-d87ab0773f5c req-a6b153c5-b607-48d6-81f0-ef0cf821b097 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:08.069265 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0b3af9ff-bc7b-4387-ab31-d87ab0773f5c req-a6b153c5-b607-48d6-81f0-ef0cf821b097 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 943 time: 0.0872643 May 12 15:06:08.114246 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0b3af9ff-bc7b-4387-ab31-d87ab0773f5c req-81c0e646-3eae-47b8-af49-23efa4cb8b35 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a814da8-eab8-4bad-ba76-72ff154afe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384758 May 12 15:06:08.725069 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device e405247f-9930-4bca-a3f7-2fb79e967c37 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=88108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 12 15:06:08.898759 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port e405247f-9930-4bca-a3f7-2fb79e967c37, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e405247f-9930-4bca-a3f7-2fb79e967c37,segment=NetworkSegment(501c2111-fef2-49e4-8f0a-e75c028a492e),segment_id=501c2111-fef2-49e4-8f0a-e75c028a492e)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:06:08.913166 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Returning: {'device': 'e405247f-9930-4bca-a3f7-2fb79e967c37', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'port_id': 'e405247f-9930-4bca-a3f7-2fb79e967c37', 'mac_address': 'fa:16:3e:cf:65:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 12 15:06:08.974871 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:08.992136 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e405247f-9930-4bca-a3f7-2fb79e967c37 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 15:06:09.011528 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port e405247f-9930-4bca-a3f7-2fb79e967c37, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e405247f-9930-4bca-a3f7-2fb79e967c37,segment=NetworkSegment(501c2111-fef2-49e4-8f0a-e75c028a492e),segment_id=501c2111-fef2-49e4-8f0a-e75c028a492e)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:06:09.126557 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:09.201016 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=e405247f-9930-4bca-a3f7-2fb79e967c37,revision_number=4']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:09.209002 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:09.210042 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:09.210042 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:09.210042 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:09.210679 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:09.211018 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:09.211338 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:09.211701 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:09.212031 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:09.212868 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:09.212868 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:09.213069 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:09.310003 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad9979-9f8a-4b20-b84c-eddb5e1cc323 req-e7413bdd-91a7-4c60-8a83-cb51afffb833 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:09.311461 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d1ad9979-9f8a-4b20-b84c-eddb5e1cc323 req-e7413bdd-91a7-4c60-8a83-cb51afffb833 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 944 time: 0.0823107 May 12 15:06:09.359248 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d1ad9979-9f8a-4b20-b84c-eddb5e1cc323 req-78c8cb7b-b985-422e-a341-77a5323f39a0 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a814da8-eab8-4bad-ba76-72ff154afe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407133 May 12 15:06:09.426582 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['e405247f-9930-4bca-a3f7-2fb79e967c37'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:06:10.558987 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d10e8d-b7bb-4cc5-8598-83c7fd56b240 req-2e62cff2-df3d-43d5-9184-7349964589f3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:10.560384 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-43d10e8d-b7bb-4cc5-8598-83c7fd56b240 req-2e62cff2-df3d-43d5-9184-7349964589f3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 944 time: 0.0892801 May 12 15:06:10.606896 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-43d10e8d-b7bb-4cc5-8598-83c7fd56b240 req-e2987b5b-72c7-4797-89e5-0cab7f0cd11a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a814da8-eab8-4bad-ba76-72ff154afe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407488 May 12 15:06:10.733337 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device e405247f-9930-4bca-a3f7-2fb79e967c37 up at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 12 15:06:10.892157 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f002968f-6db4-4e20-a55e-07762a35999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:10.938118 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning for port e405247f-9930-4bca-a3f7-2fb79e967c37 completed by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 12 15:06:10.943426 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Provisioning complete for port e405247f-9930-4bca-a3f7-2fb79e967c37 triggered by entity L2. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:06:10.943788 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:11.070265 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:11.100936 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70e3f96-c334-4ea3-8a3e-254691a4ddcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e405247f-9930-4bca-a3f7-2fb79e967c37'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:06:11.111777 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] For port e405247f-9930-4bca-a3f7-2fb79e967c37, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e405247f-9930-4bca-a3f7-2fb79e967c37,segment=NetworkSegment(501c2111-fef2-49e4-8f0a-e75c028a492e),segment_id=501c2111-fef2-49e4-8f0a-e75c028a492e)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:06:11.152868 dv-cinder-831187-2-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b47df1-e8b5-460a-99bd-8e5c98d1505a'] response: {'server_uuid': 'c70e3f96-c334-4ea3-8a3e-254691a4ddcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e405247f-9930-4bca-a3f7-2fb79e967c37', 'code': 200} May 12 15:06:11.189909 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:11.270259 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Pushing event updated for resources: {'Port': ['ID=e405247f-9930-4bca-a3f7-2fb79e967c37,revision_number=5']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:11.647534 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dbd72-ffff-40aa-a1ec-ad8b5b2a271c req-cf84f91e-ce06-4b7c-b684-34526ac12591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:11.649263 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-024dbd72-ffff-40aa-a1ec-ad8b5b2a271c req-cf84f91e-ce06-4b7c-b684-34526ac12591 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 1098 time: 0.0753009 May 12 15:06:11.695497 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-024dbd72-ffff-40aa-a1ec-ad8b5b2a271c req-06de0c08-e191-46f4-9b3f-5c16b7f7eb3d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8a814da8-eab8-4bad-ba76-72ff154afe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406654 May 12 15:06:11.799586 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a705d-4213-4efa-b0b1-a9c52954356c req-e91a9d5e-6a0a-4e78-bebe-90dd63ba478a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:11.801026 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-689a705d-4213-4efa-b0b1-a9c52954356c req-e91a9d5e-6a0a-4e78-bebe-90dd63ba478a tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 945 time: 0.0836015 May 12 15:06:11.846504 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-689a705d-4213-4efa-b0b1-a9c52954356c req-e3be34dd-91cd-4bc1-acb5-257b4845ddd9 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a814da8-eab8-4bad-ba76-72ff154afe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397453 May 12 15:06:13.052107 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046f08e-2117-4713-b22b-773a4ce28378 req-593f47c2-0807-47a0-b097-4bcf11b4247f tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:13.053580 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f046f08e-2117-4713-b22b-773a4ce28378 req-593f47c2-0807-47a0-b097-4bcf11b4247f tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 945 time: 0.0939507 May 12 15:06:13.075381 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31e5ec1e-8996-47f7-811d-e4c22118e2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:13.101605 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f046f08e-2117-4713-b22b-773a4ce28378 req-897cfdb5-2d26-41d1-b2b4-96cf74403371 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a814da8-eab8-4bad-ba76-72ff154afe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407553 May 12 15:06:14.289725 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8e3d4-64b5-4d69-8f07-2085c86a57ce req-c9d9c7ae-ee49-4325-b0d5-55f7a4d76f4d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:14.291170 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-16e8e3d4-64b5-4d69-8f07-2085c86a57ce req-c9d9c7ae-ee49-4325-b0d5-55f7a4d76f4d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 945 time: 0.0806174 May 12 15:06:14.335405 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-16e8e3d4-64b5-4d69-8f07-2085c86a57ce req-a9bfcbba-ac12-4a98-9b4f-4c0c8099513d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a814da8-eab8-4bad-ba76-72ff154afe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378554 May 12 15:06:14.522507 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94f66d-00e3-4f39-8769-be64299c1286 req-20c99f95-561e-40ba-a345-e61f7f2059a8 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:14.523875 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0e94f66d-00e3-4f39-8769-be64299c1286 req-20c99f95-561e-40ba-a345-e61f7f2059a8 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 945 time: 0.0867977 May 12 15:06:14.533572 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41956) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:06:14.539148 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.v2.base [None req-9d1885de-2a07-4418-8670-cc8e40cc29b2 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Request body: {'floatingip': {'port_id': 'e405247f-9930-4bca-a3f7-2fb79e967c37'}} {{(pid=88106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:06:14.629824 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:14.703086 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9d1885de-2a07-4418-8670-cc8e40cc29b2 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for floatingip, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:15.171848 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:15.319817 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9d1885de-2a07-4418-8670-cc8e40cc29b2 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:15.372215 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9d1885de-2a07-4418-8670-cc8e40cc29b2 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:15.564493 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.l3_db [None req-9d1885de-2a07-4418-8670-cc8e40cc29b2 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Floating IP 0686b884-b48a-4a57-8820-eead0da34539 associated. External IP: 172.28.3.88, port: e405247f-9930-4bca-a3f7-2fb79e967c37. May 12 15:06:15.956447 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1885de-2a07-4418-8670-cc8e40cc29b2 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Router 694463f3-af88-4722-a65a-b0859ea313af has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:06:16.125159 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:16.253840 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1885de-2a07-4418-8670-cc8e40cc29b2 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:06:16.258877 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9d1885de-2a07-4418-8670-cc8e40cc29b2 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:16.264475 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b360e-3d2a-4a44-823b-ac38c5ed2245 None None] Sync routers for ids ['694463f3-af88-4722-a65a-b0859ea313af'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:06:16.275099 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22b360e-3d2a-4a44-823b-ac38c5ed2245 None None] Routers {'694463f3-af88-4722-a65a-b0859ea313af'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:06:16.275719 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f22b360e-3d2a-4a44-823b-ac38c5ed2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:06:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['694463f3-af88-4722-a65a-b0859ea313af'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:16.316264 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-9d1885de-2a07-4418-8670-cc8e40cc29b2 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "PUT /v2.0/floatingips/0686b884-b48a-4a57-8820-eead0da34539 HTTP/1.1" status: 200 len: 990 time: 1.7814910 May 12 15:06:16.316947 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70e3f96-c334-4ea3-8a3e-254691a4ddcf', 'tag': 'e405247f-9930-4bca-a3f7-2fb79e967c37'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:06:16.476472 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeaabfa3-5bd9-4bc0-a1ab-824243f02566'] response: {'name': 'network-changed', 'server_uuid': 'c70e3f96-c334-4ea3-8a3e-254691a4ddcf', 'tag': 'e405247f-9930-4bca-a3f7-2fb79e967c37', 'status': 'completed', 'code': 200} May 12 15:06:16.496816 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-f22b360e-3d2a-4a44-823b-ac38c5ed2245 None None] Set router 694463f3-af88-4722-a65a-b0859ea313af gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:06:16.593374 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df5e51-1abd-495e-a29a-19025be9b0f0 req-47904f0d-c0e5-4589-b9a9-54fef08ba056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:16.594858 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-78df5e51-1abd-495e-a29a-19025be9b0f0 req-47904f0d-c0e5-4589-b9a9-54fef08ba056 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47a6a0be2aee4b3690e9033823b103bc&device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 1098 time: 0.0732987 May 12 15:06:16.735704 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df5e51-1abd-495e-a29a-19025be9b0f0 req-2fc52969-852b-4ce9-80ce-ccbdfc805ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:16.737133 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-78df5e51-1abd-495e-a29a-19025be9b0f0 req-2fc52969-852b-4ce9-80ce-ccbdfc805ab2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c32ad80b-1ac0-499b-af9d-6c9406a6c86b HTTP/1.1" status: 200 len: 911 time: 0.1359990 May 12 15:06:16.843784 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-78df5e51-1abd-495e-a29a-19025be9b0f0 req-608433f4-6ce9-4977-a68e-d655c14dc1ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e405247f-9930-4bca-a3f7-2fb79e967c37 HTTP/1.1" status: 200 len: 998 time: 0.1003411 May 12 15:06:16.856034 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f22b360e-3d2a-4a44-823b-ac38c5ed2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:56Z', 'revision_number': 4, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '0686b884-b48a-4a57-8820-eead0da34539', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'floating_ip_address': '172.28.3.88', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '694463f3-af88-4722-a65a-b0859ea313af', 'port_id': 'e405247f-9930-4bca-a3f7-2fb79e967c37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'mac_address': 'fa:16:3e:cf:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e3f96-c334-4ea3-8a3e-254691a4ddcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:05:58Z', 'updated_at': '2022-05-12T15:06:15Z', 'revision_number': 1, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e53df9-9118-42b3-bbb1-cdd9ff7892de', 'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'mac_address': 'fa:16:3e:76:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:55Z', 'updated_at': '2022-05-12T15:03:02Z', 'revision_number': 5, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'subnets': [{'id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:16.860036 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b360e-3d2a-4a44-823b-ac38c5ed2245 None None] Checking router: 694463f3-af88-4722-a65a-b0859ea313af for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:06:16.868459 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22b360e-3d2a-4a44-823b-ac38c5ed2245 None None] Routers {'694463f3-af88-4722-a65a-b0859ea313af'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:06:16.869056 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f22b360e-3d2a-4a44-823b-ac38c5ed2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:06:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['694463f3-af88-4722-a65a-b0859ea313af'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:16.909929 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df5e51-1abd-495e-a29a-19025be9b0f0 req-93223dda-3146-4776-9ea0-0b1176199aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:16.911928 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-78df5e51-1abd-495e-a29a-19025be9b0f0 req-93223dda-3146-4776-9ea0-0b1176199aaa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2 HTTP/1.1" status: 200 len: 849 time: 0.0603364 May 12 15:06:17.052193 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-f22b360e-3d2a-4a44-823b-ac38c5ed2245 None None] Set router 694463f3-af88-4722-a65a-b0859ea313af gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:06:17.090378 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df5e51-1abd-495e-a29a-19025be9b0f0 req-33d79606-94cb-446e-8237-0fe19f786b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:17.091892 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-78df5e51-1abd-495e-a29a-19025be9b0f0 req-33d79606-94cb-446e-8237-0fe19f786b4a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c32ad80b-1ac0-499b-af9d-6c9406a6c86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1738117 May 12 15:06:17.236573 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-78df5e51-1abd-495e-a29a-19025be9b0f0 req-21e2888c-45a7-448b-a860-e10d7e075c2c service neutron] 10.222.0.69 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380234 May 12 15:06:17.404452 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-78df5e51-1abd-495e-a29a-19025be9b0f0 req-2141d22d-7631-4ed0-a45f-f39a41054e0b service neutron] 10.222.0.69 "GET /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604457 May 12 15:06:17.469873 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f22b360e-3d2a-4a44-823b-ac38c5ed2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:56Z', 'revision_number': 4, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '0686b884-b48a-4a57-8820-eead0da34539', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'floating_ip_address': '172.28.3.88', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '694463f3-af88-4722-a65a-b0859ea313af', 'port_id': 'e405247f-9930-4bca-a3f7-2fb79e967c37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'mac_address': 'fa:16:3e:cf:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e3f96-c334-4ea3-8a3e-254691a4ddcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:05:58Z', 'updated_at': '2022-05-12T15:06:15Z', 'revision_number': 1, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e53df9-9118-42b3-bbb1-cdd9ff7892de', 'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'mac_address': 'fa:16:3e:76:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:55Z', 'updated_at': '2022-05-12T15:03:02Z', 'revision_number': 5, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'subnets': [{'id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:17.474133 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b360e-3d2a-4a44-823b-ac38c5ed2245 None None] The sync data for ids ['694463f3-af88-4722-a65a-b0859ea313af'] in dv-cinder-831187-2-smb is: [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:56Z', 'revision_number': 4, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_floatingips': [{'id': '0686b884-b48a-4a57-8820-eead0da34539', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'floating_ip_address': '172.28.3.88', 'floating_network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'router_id': '694463f3-af88-4722-a65a-b0859ea313af', 'port_id': 'e405247f-9930-4bca-a3f7-2fb79e967c37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'mac_address': 'fa:16:3e:cf:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70e3f96-c334-4ea3-8a3e-254691a4ddcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T15:05:58Z', 'updated_at': '2022-05-12T15:06:15Z', 'revision_number': 1, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e53df9-9118-42b3-bbb1-cdd9ff7892de', 'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'mac_address': 'fa:16:3e:76:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:55Z', 'updated_at': '2022-05-12T15:03:02Z', 'revision_number': 5, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'subnets': [{'id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:06:17.687294 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce3382d-6761-4798-af25-396fc0703e41 None None] New status for floating IP 0686b884-b48a-4a57-8820-eead0da34539: ACTIVE {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:06:19.086190 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:26.369972 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e60bca3d-5af1-4e6d-b28b-e522c975ace8 req-60a7d543-b4cd-4aff-a5d1-42091bd52325 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709589 May 12 15:06:26.543665 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bca3d-5af1-4e6d-b28b-e522c975ace8 req-43887a03-224b-4cfb-a88c-79c9b428c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:26.545706 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e60bca3d-5af1-4e6d-b28b-e522c975ace8 req-43887a03-224b-4cfb-a88c-79c9b428c1a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c61b816b0fd4b10b97a1a3e363e4b9e&device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 1137 time: 0.0897312 May 12 15:06:26.694301 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bca3d-5af1-4e6d-b28b-e522c975ace8 req-ed01fd12-7d83-42c7-a912-00a4f1a76652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:26.695731 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e60bca3d-5af1-4e6d-b28b-e522c975ace8 req-ed01fd12-7d83-42c7-a912-00a4f1a76652 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e2cd1bc2-6cc3-4598-9e05-78c640b8744a HTTP/1.1" status: 200 len: 915 time: 0.1281722 May 12 15:06:26.799596 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e60bca3d-5af1-4e6d-b28b-e522c975ace8 req-8b9a3204-6fd6-43ed-95ba-d2820e38f81a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=317a8c06-c7c6-4a34-a87f-4038103ae5b2 HTTP/1.1" status: 200 len: 1000 time: 0.0973265 May 12 15:06:26.861344 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bca3d-5af1-4e6d-b28b-e522c975ace8 req-5e2b1f2e-6daf-4d7c-bfe6-58c5a32463d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:26.862811 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e60bca3d-5af1-4e6d-b28b-e522c975ace8 req-5e2b1f2e-6daf-4d7c-bfe6-58c5a32463d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9550beb3-3e0b-454d-83aa-fe8816ddea7e HTTP/1.1" status: 200 len: 853 time: 0.0572424 May 12 15:06:26.943941 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bca3d-5af1-4e6d-b28b-e522c975ace8 req-c713580e-1cf8-4b37-a9c2-5069f02f16a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:26.945524 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e60bca3d-5af1-4e6d-b28b-e522c975ace8 req-c713580e-1cf8-4b37-a9c2-5069f02f16a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e2cd1bc2-6cc3-4598-9e05-78c640b8744a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755911 May 12 15:06:27.077813 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e60bca3d-5af1-4e6d-b28b-e522c975ace8 req-28979b5b-91cc-40e7-99e9-202771691a1c service neutron] 10.222.0.69 "GET /v2.0/networks/e2cd1bc2-6cc3-4598-9e05-78c640b8744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255078 May 12 15:06:27.216495 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e60bca3d-5af1-4e6d-b28b-e522c975ace8 req-c229af5d-4235-40fc-b6e2-98e17f665f9d service neutron] 10.222.0.69 "GET /v2.0/networks/e2cd1bc2-6cc3-4598-9e05-78c640b8744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326680 May 12 15:06:31.203817 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7a205a8b-ba43-44f5-a0ad-3daf53d8e8f2 req-d583a900-0124-4063-98ae-d6eb01ae96f2 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463457624&fields=id&tenant_id=7c61b816b0fd4b10b97a1a3e363e4b9e HTTP/1.1" status: 200 len: 267 time: 0.0397966 May 12 15:06:31.288321 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a205a8b-ba43-44f5-a0ad-3daf53d8e8f2 req-e978968a-652c-4d8f-a36d-61be06c92e55 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:31.292002 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7a205a8b-ba43-44f5-a0ad-3daf53d8e8f2 req-e978968a-652c-4d8f-a36d-61be06c92e55 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 984 time: 0.0805001 May 12 15:06:31.301237 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.v2.base [req-7a205a8b-ba43-44f5-a0ad-3daf53d8e8f2 req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Request body: {'port': {'security_groups': ['ba5a11ab-50ad-4471-9b2f-2103f0c50ff6']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 12 15:06:31.420984 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7a205a8b-ba43-44f5-a0ad-3daf53d8e8f2 req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606286'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:31.666510 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-7a205a8b-ba43-44f5-a0ad-3daf53d8e8f2 req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] For port 317a8c06-c7c6-4a34-a87f-4038103ae5b2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=317a8c06-c7c6-4a34-a87f-4038103ae5b2,segment=NetworkSegment(f5f06066-49f1-4791-a885-60815e858355),segment_id=f5f06066-49f1-4791-a885-60815e858355)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:06:31.776744 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7a205a8b-ba43-44f5-a0ad-3daf53d8e8f2 req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:31.846100 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7a205a8b-ba43-44f5-a0ad-3daf53d8e8f2 req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787124777575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787124272734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787124272779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1089527'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:31.883999 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['317a8c06-c7c6-4a34-a87f-4038103ae5b2'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:06:31.915498 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a205a8b-ba43-44f5-a0ad-3daf53d8e8f2 req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:31.916078 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7a205a8b-ba43-44f5-a0ad-3daf53d8e8f2 req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:31.917416 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-7a205a8b-ba43-44f5-a0ad-3daf53d8e8f2 req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "PUT /v2.0/ports/317a8c06-c7c6-4a34-a87f-4038103ae5b2 HTTP/1.1" status: 200 len: 942 time: 0.6214263 May 12 15:06:31.917880 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'tag': '317a8c06-c7c6-4a34-a87f-4038103ae5b2'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:06:31.925797 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41982) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:06:31.950932 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Pushing event updated for resources: {'Port': ['ID=317a8c06-c7c6-4a34-a87f-4038103ae5b2,revision_number=7']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:31.960693 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:31.961059 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:31.961359 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:31.961740 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:31.962068 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:31.962392 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:31.962710 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:31.963027 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:31.963565 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:31.963795 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:31.964114 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:31.964427 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a996104-82e7-4885-aad6-5b529f28ec65 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:06:32.023308 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7257447e-118a-4e6c-8fcd-ea0f33bbe6e7 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:32.059135 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7257447e-118a-4e6c-8fcd-ea0f33bbe6e7 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:32.078029 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb9115c-98d6-4a9d-8b6e-d9fa8155817c'] response: {'name': 'network-changed', 'server_uuid': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'tag': '317a8c06-c7c6-4a34-a87f-4038103ae5b2', 'status': 'completed', 'code': 200} May 12 15:06:32.096790 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['317a8c06-c7c6-4a34-a87f-4038103ae5b2'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:06:32.223426 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-d94b52ce-ca1d-4ebe-8675-953a29e0d42e None None] Provisioning complete for port 317a8c06-c7c6-4a34-a87f-4038103ae5b2 triggered by entity DHCP. {{(pid=88108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 12 15:06:32.223835 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d94b52ce-ca1d-4ebe-8675-953a29e0d42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697068'] for port, provisioning_complete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:32.230849 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eebfe0-7e71-481e-a406-b97c8fe5c74c req-7ef996b4-b183-4a10-8774-ce595e6f1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:32.236340 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e4eebfe0-7e71-481e-a406-b97c8fe5c74c req-7ef996b4-b183-4a10-8774-ce595e6f1346 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c61b816b0fd4b10b97a1a3e363e4b9e&device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 1098 time: 0.0996675 May 12 15:06:32.256353 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7257447e-118a-4e6c-8fcd-ea0f33bbe6e7 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:32.277791 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-7257447e-118a-4e6c-8fcd-ea0f33bbe6e7 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:32.279194 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-7257447e-118a-4e6c-8fcd-ea0f33bbe6e7 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "DELETE /v2.0/security-groups/9f9a2c66-3b05-4343-8aa8-004b53536324 HTTP/1.1" status: 204 len: 168 time: 0.3527637 May 12 15:06:32.282263 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 41988) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:06:32.291324 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257447e-118a-4e6c-8fcd-ea0f33bbe6e7 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9a2c66-3b05-4343-8aa8-004b53536324,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:32.396628 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eebfe0-7e71-481e-a406-b97c8fe5c74c req-e7b24129-1580-4388-8434-cde98a42a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:32.398650 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e4eebfe0-7e71-481e-a406-b97c8fe5c74c req-e7b24129-1580-4388-8434-cde98a42a907 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e2cd1bc2-6cc3-4598-9e05-78c640b8744a HTTP/1.1" status: 200 len: 915 time: 0.1587036 May 12 15:06:32.512063 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e4eebfe0-7e71-481e-a406-b97c8fe5c74c req-2fd6bd8e-35cc-4eb7-9ef7-54861d53babb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=317a8c06-c7c6-4a34-a87f-4038103ae5b2 HTTP/1.1" status: 200 len: 1000 time: 0.1071370 May 12 15:06:32.527890 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-d04f8699-10da-472f-907f-2e6a48618df3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Deleting port 06dab9ca-41ba-4443-8b83-ba4c196cb828 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:06:32.528231 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-d04f8699-10da-472f-907f-2e6a48618df3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:32.576240 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eebfe0-7e71-481e-a406-b97c8fe5c74c req-09417d05-d936-41fa-8c00-d208bd576974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:32.578494 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e4eebfe0-7e71-481e-a406-b97c8fe5c74c req-09417d05-d936-41fa-8c00-d208bd576974 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9550beb3-3e0b-454d-83aa-fe8816ddea7e HTTP/1.1" status: 200 len: 853 time: 0.0586784 May 12 15:06:32.652761 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eebfe0-7e71-481e-a406-b97c8fe5c74c req-870efdcb-106e-4fb4-af3f-e4ce34c1648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:32.654321 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e4eebfe0-7e71-481e-a406-b97c8fe5c74c req-870efdcb-106e-4fb4-af3f-e4ce34c1648d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e2cd1bc2-6cc3-4598-9e05-78c640b8744a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698013 May 12 15:06:32.704760 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-d04f8699-10da-472f-907f-2e6a48618df3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:32.705088 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-d04f8699-10da-472f-907f-2e6a48618df3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:32.789699 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e4eebfe0-7e71-481e-a406-b97c8fe5c74c req-120e46d5-9fff-4484-994c-30283627dce1 service neutron] 10.222.0.69 "GET /v2.0/networks/e2cd1bc2-6cc3-4598-9e05-78c640b8744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285632 May 12 15:06:32.829498 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-d04f8699-10da-472f-907f-2e6a48618df3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Calling delete_port for 06dab9ca-41ba-4443-8b83-ba4c196cb828 owned by network:floatingip {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:06:32.924297 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-e4eebfe0-7e71-481e-a406-b97c8fe5c74c req-d7ec6c14-b25b-4fdf-93e7-ad11a59562df service neutron] 10.222.0.69 "GET /v2.0/networks/e2cd1bc2-6cc3-4598-9e05-78c640b8744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282167 May 12 15:06:33.055806 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-d04f8699-10da-472f-907f-2e6a48618df3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:33.101068 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f8699-10da-472f-907f-2e6a48618df3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Pushing event deleted for resources: {'Port': ['ID=06dab9ca-41ba-4443-8b83-ba4c196cb828,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:33.196364 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-d04f8699-10da-472f-907f-2e6a48618df3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks [] for floatingip, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:33.196694 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.db.l3_db [None req-d04f8699-10da-472f-907f-2e6a48618df3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Floating IP aeedf190-8e95-498a-aba0-fa55d4f322cd disassociated (deleted). External IP: 172.28.3.86, port: 317a8c06-c7c6-4a34-a87f-4038103ae5b2. May 12 15:06:33.644634 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04f8699-10da-472f-907f-2e6a48618df3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Router 0168f37e-956c-4530-a691-543b4b204d7e has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:06:33.820037 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04f8699-10da-472f-907f-2e6a48618df3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:06:33.829935 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9e7af-d724-44bb-abd3-dcb28d5be9b5 None None] Sync routers for ids ['0168f37e-956c-4530-a691-543b4b204d7e'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:06:33.839012 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9e7af-d724-44bb-abd3-dcb28d5be9b5 None None] Routers {'0168f37e-956c-4530-a691-543b4b204d7e'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:06:33.854360 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-20c9e7af-d724-44bb-abd3-dcb28d5be9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:06:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['0168f37e-956c-4530-a691-543b4b204d7e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:33.901532 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-d04f8699-10da-472f-907f-2e6a48618df3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:33.971191 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-d04f8699-10da-472f-907f-2e6a48618df3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "DELETE /v2.0/floatingips/aeedf190-8e95-498a-aba0-fa55d4f322cd HTTP/1.1" status: 204 len: 168 time: 1.6859112 May 12 15:06:33.971729 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'tag': '317a8c06-c7c6-4a34-a87f-4038103ae5b2'}] {{(pid=88106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:06:34.025591 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f36fb5-70a0-4996-bdff-1ccb06c134e0'] response: {'name': 'network-changed', 'server_uuid': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'tag': '317a8c06-c7c6-4a34-a87f-4038103ae5b2', 'status': 'completed', 'code': 200} May 12 15:06:34.025765 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-20c9e7af-d724-44bb-abd3-dcb28d5be9b5 None None] Set router 0168f37e-956c-4530-a691-543b4b204d7e gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:06:34.142516 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0522b8a-0361-4347-aaf8-36ef98bc1316 req-5a9569e8-4c92-4d18-a901-1b0cf338ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:34.144131 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b0522b8a-0361-4347-aaf8-36ef98bc1316 req-5a9569e8-4c92-4d18-a901-1b0cf338ea3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c61b816b0fd4b10b97a1a3e363e4b9e&device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 1098 time: 0.0765605 May 12 15:06:34.285389 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0522b8a-0361-4347-aaf8-36ef98bc1316 req-5ad68af6-1d9a-46b7-987a-52facb5e75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:34.287218 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b0522b8a-0361-4347-aaf8-36ef98bc1316 req-5ad68af6-1d9a-46b7-987a-52facb5e75a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e2cd1bc2-6cc3-4598-9e05-78c640b8744a HTTP/1.1" status: 200 len: 915 time: 0.1330318 May 12 15:06:34.356285 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-20c9e7af-d724-44bb-abd3-dcb28d5be9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0168f37e-956c-4530-a691-543b4b204d7e', 'name': 'tempest-TestMinimumBasicScenario-537089969-router', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:12Z', 'updated_at': '2022-05-12T15:04:17Z', 'revision_number': 4, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'gw_port': {'id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:13Z', 'updated_at': '2022-05-12T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '4237a04b-1a1f-4069-8cb9-ec010ceef18a', 'name': '', 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'mac_address': 'fa:16:3e:aa:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:16Z', 'updated_at': '2022-05-12T15:04:22Z', 'revision_number': 5, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'subnets': [{'id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:34.359292 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b0522b8a-0361-4347-aaf8-36ef98bc1316 req-c96de19b-f419-42cc-b965-b2e366576c17 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=317a8c06-c7c6-4a34-a87f-4038103ae5b2 HTTP/1.1" status: 200 len: 217 time: 0.0651572 May 12 15:06:34.361067 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9e7af-d724-44bb-abd3-dcb28d5be9b5 None None] Checking router: 0168f37e-956c-4530-a691-543b4b204d7e for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:06:34.369702 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9e7af-d724-44bb-abd3-dcb28d5be9b5 None None] Routers {'0168f37e-956c-4530-a691-543b4b204d7e'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:06:34.370295 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-20c9e7af-d724-44bb-abd3-dcb28d5be9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:06:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['0168f37e-956c-4530-a691-543b4b204d7e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:34.426275 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0522b8a-0361-4347-aaf8-36ef98bc1316 req-b7e1d718-9026-4c76-a9c1-9f6aaee153a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:34.427694 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b0522b8a-0361-4347-aaf8-36ef98bc1316 req-b7e1d718-9026-4c76-a9c1-9f6aaee153a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9550beb3-3e0b-454d-83aa-fe8816ddea7e HTTP/1.1" status: 200 len: 853 time: 0.0626996 May 12 15:06:34.502602 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0522b8a-0361-4347-aaf8-36ef98bc1316 req-978bbf0f-fd23-4293-8601-2c1cbf42560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:34.504081 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b0522b8a-0361-4347-aaf8-36ef98bc1316 req-978bbf0f-fd23-4293-8601-2c1cbf42560f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e2cd1bc2-6cc3-4598-9e05-78c640b8744a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703409 May 12 15:06:34.553080 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-20c9e7af-d724-44bb-abd3-dcb28d5be9b5 None None] Set router 0168f37e-956c-4530-a691-543b4b204d7e gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:06:34.651468 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b0522b8a-0361-4347-aaf8-36ef98bc1316 req-7e63ef57-f7a8-483f-abbc-6275e045e4e5 service neutron] 10.222.0.69 "GET /v2.0/networks/e2cd1bc2-6cc3-4598-9e05-78c640b8744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406059 May 12 15:06:34.808698 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-b0522b8a-0361-4347-aaf8-36ef98bc1316 req-407087c0-9dfa-4cc8-821a-ed8546ac4e69 service neutron] 10.222.0.69 "GET /v2.0/networks/e2cd1bc2-6cc3-4598-9e05-78c640b8744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502888 May 12 15:06:34.901943 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-20c9e7af-d724-44bb-abd3-dcb28d5be9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0168f37e-956c-4530-a691-543b4b204d7e', 'name': 'tempest-TestMinimumBasicScenario-537089969-router', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:12Z', 'updated_at': '2022-05-12T15:04:17Z', 'revision_number': 4, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'gw_port': {'id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:13Z', 'updated_at': '2022-05-12T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '4237a04b-1a1f-4069-8cb9-ec010ceef18a', 'name': '', 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'mac_address': 'fa:16:3e:aa:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:16Z', 'updated_at': '2022-05-12T15:04:22Z', 'revision_number': 5, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'subnets': [{'id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:34.907121 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c9e7af-d724-44bb-abd3-dcb28d5be9b5 None None] The sync data for ids ['0168f37e-956c-4530-a691-543b4b204d7e'] in dv-cinder-831187-2-smb is: [{'id': '0168f37e-956c-4530-a691-543b4b204d7e', 'name': 'tempest-TestMinimumBasicScenario-537089969-router', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:12Z', 'updated_at': '2022-05-12T15:04:17Z', 'revision_number': 4, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'gw_port': {'id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:13Z', 'updated_at': '2022-05-12T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': '4237a04b-1a1f-4069-8cb9-ec010ceef18a', 'name': '', 'network_id': 'e2cd1bc2-6cc3-4598-9e05-78c640b8744a', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'mac_address': 'fa:16:3e:aa:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:16Z', 'updated_at': '2022-05-12T15:04:22Z', 'revision_number': 5, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'subnets': [{'id': '9550beb3-3e0b-454d-83aa-fe8816ddea7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:06:35.122635 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb73e8d-1401-4d32-92b6-339040d1c480 None None] New status for floating IP aeedf190-8e95-498a-aba0-fa55d4f322cd: DOWN {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:06:36.450686 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:06:37.944000 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dc9f3-9e6a-4271-95fa-ca9551d07952 req-89b27bc9-02c0-4990-9896-e61763740310 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:37.945358 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d23dc9f3-9e6a-4271-95fa-ca9551d07952 req-89b27bc9-02c0-4990-9896-e61763740310 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 945 time: 0.1683052 May 12 15:06:37.990897 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-d23dc9f3-9e6a-4271-95fa-ca9551d07952 req-04693718-86dc-4b75-a6ec-2ae7d86e09f5 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398366 May 12 15:06:39.181517 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cbe96-fcf7-4ce4-adaf-be5ba0dc009b req-6a8adbaa-dad0-4c73-b2c7-596704b8ddea tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:39.182986 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-614cbe96-fcf7-4ce4-adaf-be5ba0dc009b req-6a8adbaa-dad0-4c73-b2c7-596704b8ddea tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 945 time: 0.0815563 May 12 15:06:39.231053 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-614cbe96-fcf7-4ce4-adaf-be5ba0dc009b req-1512a811-edee-423f-bf37-0801acd574c4 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 May 12 15:06:39.740136 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa90a47-9bec-4a08-b77b-3e123bfadfe0 req-fcf91382-92d0-4661-9b7b-4b77a0481be3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:39.741538 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-cfa90a47-9bec-4a08-b77b-3e123bfadfe0 req-fcf91382-92d0-4661-9b7b-4b77a0481be3 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 945 time: 0.0788229 May 12 15:06:39.809299 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-cfa90a47-9bec-4a08-b77b-3e123bfadfe0 req-b83a086d-5473-4275-8262-9a15097fba74 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Deleting port 317a8c06-c7c6-4a34-a87f-4038103ae5b2 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:06:39.809667 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-cfa90a47-9bec-4a08-b77b-3e123bfadfe0 req-b83a086d-5473-4275-8262-9a15097fba74 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:40.054319 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-cfa90a47-9bec-4a08-b77b-3e123bfadfe0 req-b83a086d-5473-4275-8262-9a15097fba74 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] For port 317a8c06-c7c6-4a34-a87f-4038103ae5b2, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=317a8c06-c7c6-4a34-a87f-4038103ae5b2,segment=NetworkSegment(f5f06066-49f1-4791-a885-60815e858355),segment_id=f5f06066-49f1-4791-a885-60815e858355)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:06:40.054583 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-cfa90a47-9bec-4a08-b77b-3e123bfadfe0 req-b83a086d-5473-4275-8262-9a15097fba74 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:40.182435 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-cfa90a47-9bec-4a08-b77b-3e123bfadfe0 req-b83a086d-5473-4275-8262-9a15097fba74 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Calling delete_port for 317a8c06-c7c6-4a34-a87f-4038103ae5b2 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:06:40.411774 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-cfa90a47-9bec-4a08-b77b-3e123bfadfe0 req-b83a086d-5473-4275-8262-9a15097fba74 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:40.447861 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] get_ports_and_sgs() called for port_ids ['317a8c06-c7c6-4a34-a87f-4038103ae5b2'] {{(pid=88108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 12 15:06:40.465087 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca3d24-ae27-483b-b9a7-bb30cc2743f5 req-08f5fd31-641b-4d26-b884-998d3943cffe tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:06:40.466585 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3dca3d24-ae27-483b-b9a7-bb30cc2743f5 req-08f5fd31-641b-4d26-b884-998d3943cffe tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f4d7350-58af-4a73-91fc-35096e7e29cc HTTP/1.1" status: 200 len: 945 time: 0.1275711 May 12 15:06:40.476430 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a086d-5473-4275-8262-9a15097fba74 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Pushing event deleted for resources: {'Port': ['ID=317a8c06-c7c6-4a34-a87f-4038103ae5b2,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:40.579961 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa90a47-9bec-4a08-b77b-3e123bfadfe0 req-b83a086d-5473-4275-8262-9a15097fba74 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] No DVR routers for this DVR port 317a8c06-c7c6-4a34-a87f-4038103ae5b2 on host hv-cinder-83118 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:06:40.583757 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-cfa90a47-9bec-4a08-b77b-3e123bfadfe0 req-b83a086d-5473-4275-8262-9a15097fba74 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:40.586177 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'name': 'network-vif-deleted', 'tag': '317a8c06-c7c6-4a34-a87f-4038103ae5b2'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:06:40.599408 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-3dca3d24-ae27-483b-b9a7-bb30cc2743f5 req-cc6a2f5c-f574-493a-a6c0-3eebd4df747d tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239839 May 12 15:06:40.602818 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-cfa90a47-9bec-4a08-b77b-3e123bfadfe0 req-b83a086d-5473-4275-8262-9a15097fba74 tempest-TestMinimumBasicScenario-1520031550 tempest-TestMinimumBasicScenario-1520031550-project] 10.222.0.69 "DELETE /v2.0/ports/317a8c06-c7c6-4a34-a87f-4038103ae5b2 HTTP/1.1" status: 204 len: 173 time: 0.8566668 May 12 15:06:40.631767 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce213c43-9d2e-4cfd-892a-63b8fb993363'] response: {'server_uuid': '5f4d7350-58af-4a73-91fc-35096e7e29cc', 'name': 'network-vif-deleted', 'tag': '317a8c06-c7c6-4a34-a87f-4038103ae5b2', 'status': 'completed', 'code': 200} May 12 15:06:40.874085 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fb489bd9-f5d3-4b5e-9f7a-825553b435fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:42.872725 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 317a8c06-c7c6-4a34-a87f-4038103ae5b2 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:06:42.940761 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: 317a8c06-c7c6-4a34-a87f-4038103ae5b2 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:06:42.940993 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device 317a8c06-c7c6-4a34-a87f-4038103ae5b2 not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:06:43.056042 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42072) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:06:43.061622 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d958e309-a88b-48aa-b074-57516e646c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:43.592149 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-85c97694-97dc-4e2d-bba7-60947d107f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587065'] for router_interface, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:43.932613 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-85c97694-97dc-4e2d-bba7-60947d107f47 admin admin] Deleting port 4237a04b-1a1f-4069-8cb9-ec010ceef18a {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:06:43.932940 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-85c97694-97dc-4e2d-bba7-60947d107f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:44.102300 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-85c97694-97dc-4e2d-bba7-60947d107f47 admin admin] For port 4237a04b-1a1f-4069-8cb9-ec010ceef18a, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=4237a04b-1a1f-4069-8cb9-ec010ceef18a,segment=NetworkSegment(f5f06066-49f1-4791-a885-60815e858355),segment_id=f5f06066-49f1-4791-a885-60815e858355)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:06:44.102978 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-85c97694-97dc-4e2d-bba7-60947d107f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:44.322774 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-85c97694-97dc-4e2d-bba7-60947d107f47 admin admin] Calling delete_port for 4237a04b-1a1f-4069-8cb9-ec010ceef18a owned by network:router_interface {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:06:44.554405 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-85c97694-97dc-4e2d-bba7-60947d107f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:44.594366 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:44.605029 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c97694-97dc-4e2d-bba7-60947d107f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=4237a04b-1a1f-4069-8cb9-ec010ceef18a,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:44.885068 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-85c97694-97dc-4e2d-bba7-60947d107f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624265'] for router_interface, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:45.172568 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:45.242829 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c97694-97dc-4e2d-bba7-60947d107f47 admin admin] Router 0168f37e-956c-4530-a691-543b4b204d7e has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:06:45.419981 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c97694-97dc-4e2d-bba7-60947d107f47 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:06:45.431064 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e68a8-fd69-429a-a5a2-cb927e2e34cc None None] Sync routers for ids ['0168f37e-956c-4530-a691-543b4b204d7e'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:06:45.432457 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-85c97694-97dc-4e2d-bba7-60947d107f47 admin admin] 10.222.0.70 "PUT /v2.0/routers/0168f37e-956c-4530-a691-543b4b204d7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3753371 May 12 15:06:45.435121 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42078) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:06:45.441777 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e68a8-fd69-429a-a5a2-cb927e2e34cc None None] Routers {'0168f37e-956c-4530-a691-543b4b204d7e'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:06:45.442379 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-738e68a8-fd69-429a-a5a2-cb927e2e34cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:06:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['0168f37e-956c-4530-a691-543b4b204d7e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:45.615683 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0561b774-32b0-4f0c-a53d-8f40f8a74ca4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:45.650316 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-738e68a8-fd69-429a-a5a2-cb927e2e34cc None None] Set router 0168f37e-956c-4530-a691-543b4b204d7e gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:06:45.895517 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0561b774-32b0-4f0c-a53d-8f40f8a74ca4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:45.938513 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-738e68a8-fd69-429a-a5a2-cb927e2e34cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0168f37e-956c-4530-a691-543b4b204d7e', 'name': 'tempest-TestMinimumBasicScenario-537089969-router', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:12Z', 'updated_at': '2022-05-12T15:06:44Z', 'revision_number': 5, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'gw_port': {'id': '37f94ffc-f4d1-4c99-af36-461356ae73a7', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:36:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0168f37e-956c-4530-a691-543b4b204d7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:13Z', 'updated_at': '2022-05-12T15:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:45.942211 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e68a8-fd69-429a-a5a2-cb927e2e34cc None None] Checking router: 0168f37e-956c-4530-a691-543b4b204d7e for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:06:45.950215 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e68a8-fd69-429a-a5a2-cb927e2e34cc None None] Routers {'0168f37e-956c-4530-a691-543b4b204d7e'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:06:45.950787 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-738e68a8-fd69-429a-a5a2-cb927e2e34cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:06:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['0168f37e-956c-4530-a691-543b4b204d7e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:45.971278 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-0561b774-32b0-4f0c-a53d-8f40f8a74ca4 admin admin] Deleting port 37f94ffc-f4d1-4c99-af36-461356ae73a7 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:06:45.971683 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0561b774-32b0-4f0c-a53d-8f40f8a74ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:46.072727 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:46.104513 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-738e68a8-fd69-429a-a5a2-cb927e2e34cc None None] Set router 0168f37e-956c-4530-a691-543b4b204d7e gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:06:46.150398 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-0561b774-32b0-4f0c-a53d-8f40f8a74ca4 admin admin] For port 37f94ffc-f4d1-4c99-af36-461356ae73a7, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=37f94ffc-f4d1-4c99-af36-461356ae73a7,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:06:46.150654 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0561b774-32b0-4f0c-a53d-8f40f8a74ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:46.213386 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-738e68a8-fd69-429a-a5a2-cb927e2e34cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0168f37e-956c-4530-a691-543b4b204d7e', 'name': 'tempest-TestMinimumBasicScenario-537089969-router', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:12Z', 'updated_at': '2022-05-12T15:06:45Z', 'revision_number': 6, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'gw_port_host': None}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:46.217498 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e68a8-fd69-429a-a5a2-cb927e2e34cc None None] The sync data for ids ['0168f37e-956c-4530-a691-543b4b204d7e'] in dv-cinder-831187-2-smb is: [{'id': '0168f37e-956c-4530-a691-543b4b204d7e', 'name': 'tempest-TestMinimumBasicScenario-537089969-router', 'tenant_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:12Z', 'updated_at': '2022-05-12T15:06:45Z', 'revision_number': 6, 'project_id': '7c61b816b0fd4b10b97a1a3e363e4b9e', 'gw_port_host': None}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:06:46.278507 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-0561b774-32b0-4f0c-a53d-8f40f8a74ca4 admin admin] Calling delete_port for 37f94ffc-f4d1-4c99-af36-461356ae73a7 owned by network:router_gateway {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:06:46.497227 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0561b774-32b0-4f0c-a53d-8f40f8a74ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:46.543670 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561b774-32b0-4f0c-a53d-8f40f8a74ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=37f94ffc-f4d1-4c99-af36-461356ae73a7,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:46.652680 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0561b774-32b0-4f0c-a53d-8f40f8a74ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624900'] for router_gateway, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:46.680527 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 4237a04b-1a1f-4069-8cb9-ec010ceef18a no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:06:46.716770 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: 4237a04b-1a1f-4069-8cb9-ec010ceef18a {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:06:46.717105 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 4237a04b-1a1f-4069-8cb9-ec010ceef18a not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:06:46.830883 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0561b774-32b0-4f0c-a53d-8f40f8a74ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10131'] for router, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:46.833066 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0561b774-32b0-4f0c-a53d-8f40f8a74ca4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:46.931103 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0561b774-32b0-4f0c-a53d-8f40f8a74ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1622393'] for router, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:46.931641 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0561b774-32b0-4f0c-a53d-8f40f8a74ca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0168f37e-956c-4530-a691-543b4b204d7e {{(pid=88106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:06:46.944544 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0561b774-32b0-4f0c-a53d-8f40f8a74ca4 admin admin] Notify callbacks [] for router, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:46.945754 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-0561b774-32b0-4f0c-a53d-8f40f8a74ca4 admin admin] 10.222.0.70 "DELETE /v2.0/routers/0168f37e-956c-4530-a691-543b4b204d7e HTTP/1.1" status: 204 len: 168 time: 1.5096505 May 12 15:06:46.948255 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42082) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:06:47.007997 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e32267-9a85-4702-8903-95ff44c68b1b admin admin] Deleting subnet 9550beb3-3e0b-454d-83aa-fe8816ddea7e {{(pid=88106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 15:06:47.011450 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-40e32267-9a85-4702-8903-95ff44c68b1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:47.066455 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-40e32267-9a85-4702-8903-95ff44c68b1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4098424'] for subnet, precommit_delete_associations {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:47.144235 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-40e32267-9a85-4702-8903-95ff44c68b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698402'] for subnet, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:47.263414 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-40e32267-9a85-4702-8903-95ff44c68b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2236562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146262'] for subnet, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:47.308040 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e32267-9a85-4702-8903-95ff44c68b1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9550beb3-3e0b-454d-83aa-fe8816ddea7e,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:47.312035 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-40e32267-9a85-4702-8903-95ff44c68b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:47.317012 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167541ac-1982-48ae-ab82-fdb33c83e2df None None] Network e2cd1bc2-6cc3-4598-9e05-78c640b8744a requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 15:06:47.318689 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-40e32267-9a85-4702-8903-95ff44c68b1b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9550beb3-3e0b-454d-83aa-fe8816ddea7e HTTP/1.1" status: 204 len: 168 time: 0.3694978 May 12 15:06:47.321054 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42086) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:06:47.521309 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763935'] for network, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:47.532592 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] Deleting port 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:06:47.532915 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:47.581644 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4bf70f-8ebf-48fc-9a6f-3e47b69a49ca None None] DHCP port deletion for e2cd1bc2-6cc3-4598-9e05-78c640b8744a request from dv-cinder-831187-2-smb {{(pid=88108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 15:06:47.581644 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-fc4bf70f-8ebf-48fc-9a6f-3e47b69a49ca None None] Deleting port 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:06:47.581644 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc4bf70f-8ebf-48fc-9a6f-3e47b69a49ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:47.745136 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] For port 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=9193be3d-6c9c-4db0-94d4-3a9a29c57b3c,segment=NetworkSegment(f5f06066-49f1-4791-a885-60815e858355),segment_id=f5f06066-49f1-4791-a885-60815e858355)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:06:47.745485 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:47.787179 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-fc4bf70f-8ebf-48fc-9a6f-3e47b69a49ca None None] For port 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=9193be3d-6c9c-4db0-94d4-3a9a29c57b3c,segment=NetworkSegment(f5f06066-49f1-4791-a885-60815e858355),segment_id=f5f06066-49f1-4791-a885-60815e858355)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:06:47.787466 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc4bf70f-8ebf-48fc-9a6f-3e47b69a49ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:47.872694 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] Calling delete_port for 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c owned by network:dhcp {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:06:47.907319 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-fc4bf70f-8ebf-48fc-9a6f-3e47b69a49ca None None] Calling delete_port for 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:06:48.005589 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:48.010748 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.db.api [None req-fc4bf70f-8ebf-48fc-9a6f-3e47b69a49ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 15:06:48.012138 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG oslo_db.api [None req-fc4bf70f-8ebf-48fc-9a6f-3e47b69a49ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 15:06:48.055781 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=9193be3d-6c9c-4db0-94d4-3a9a29c57b3c,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:48.060084 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] No DVR routers for this DVR port 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c on host dv-cinder-831187-2-smb {{(pid=88106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:06:48.178075 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8787124724866'] for network, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:48.203553 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2cd1bc2-6cc3-4598-9e05-78c640b8744a']}} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:48.215428 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f06066-49f1-4791-a885-60815e858355') {'for_net_delete': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:48.215724 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f06066-49f1-4791-a885-60815e858355') {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:48.227643 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787124727709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4098369'] for segment, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:48.243545 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:48.249848 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:06:48.250233 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-738659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235696'] for segment, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: Traceback (most recent call last): May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: timer() May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: cb(*args, **kw) May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: return func(*args, **kwargs) May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: self._notify() May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: self.callback(batched_events) May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: event.method(event) May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: return f(self, *a, **k) May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: return self._get(url).json() May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: return self.request(url, 'GET', **kwargs) May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:06:48.263280 dv-cinder-831187-2-smb neutron-server[88106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:06:48.380432 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 37f94ffc-f4d1-4c99-af36-461356ae73a7 no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:06:48.419476 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: 37f94ffc-f4d1-4c99-af36-461356ae73a7 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:06:48.419812 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 37f94ffc-f4d1-4c99-af36-461356ae73a7 not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:06:48.420222 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:06:48.456936 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624953'] for network, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:48.460922 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:06:48.461268 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:06:48.478036 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:48.488760 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] Pushing event deleted for resources: {'Network': ['ID=e2cd1bc2-6cc3-4598-9e05-78c640b8744a,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:48.495866 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-81cecda8-5bff-468b-85ce-f9fc4f380f1a admin admin] 10.222.0.70 "DELETE /v2.0/networks/e2cd1bc2-6cc3-4598-9e05-78c640b8744a HTTP/1.1" status: 204 len: 168 time: 1.1738298 May 12 15:06:48.498788 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 42090) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:06:48.512546 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-fc4bf70f-8ebf-48fc-9a6f-3e47b69a49ca None None] Deleting port 9193be3d-6c9c-4db0-94d4-3a9a29c57b3c {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:06:48.512930 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc4bf70f-8ebf-48fc-9a6f-3e47b69a49ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:48.580807 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-fc4bf70f-8ebf-48fc-9a6f-3e47b69a49ca None None] The port '9193be3d-6c9c-4db0-94d4-3a9a29c57b3c' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 15:06:49.045407 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:49.130608 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-de672d27-3281-4772-a5ed-5adf49c2fc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587065'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:49.478778 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-de672d27-3281-4772-a5ed-5adf49c2fc17 admin admin] Deleting port aabd2870-e3c5-46a6-a8a7-172a9de9292b {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:06:49.479229 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-de672d27-3281-4772-a5ed-5adf49c2fc17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:49.653429 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-de672d27-3281-4772-a5ed-5adf49c2fc17 admin admin] For port aabd2870-e3c5-46a6-a8a7-172a9de9292b, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=aabd2870-e3c5-46a6-a8a7-172a9de9292b,segment=NetworkSegment(24720db0-3abd-4f9f-bdbd-659fbf1fbaa3),segment_id=24720db0-3abd-4f9f-bdbd-659fbf1fbaa3)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:06:49.654145 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-de672d27-3281-4772-a5ed-5adf49c2fc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:49.776092 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-de672d27-3281-4772-a5ed-5adf49c2fc17 admin admin] Calling delete_port for aabd2870-e3c5-46a6-a8a7-172a9de9292b owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:06:50.062540 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-de672d27-3281-4772-a5ed-5adf49c2fc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:50.113070 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de672d27-3281-4772-a5ed-5adf49c2fc17 admin admin] Pushing event deleted for resources: {'Port': ['ID=aabd2870-e3c5-46a6-a8a7-172a9de9292b,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:50.384984 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-de672d27-3281-4772-a5ed-5adf49c2fc17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624265'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:50.841023 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de672d27-3281-4772-a5ed-5adf49c2fc17 admin admin] Router 027f02fb-e1f8-4c27-aa21-be38f35de248 has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:06:51.021618 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de672d27-3281-4772-a5ed-5adf49c2fc17 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:06:51.032870 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834036e6-95ed-4a45-81d4-8387e4fed079 None None] Sync routers for ids ['027f02fb-e1f8-4c27-aa21-be38f35de248'] in dv-cinder-831187-2-smb {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:06:51.043712 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834036e6-95ed-4a45-81d4-8387e4fed079 None None] Routers {'027f02fb-e1f8-4c27-aa21-be38f35de248'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:06:51.044358 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-834036e6-95ed-4a45-81d4-8387e4fed079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:06:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['027f02fb-e1f8-4c27-aa21-be38f35de248'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:51.099048 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-de672d27-3281-4772-a5ed-5adf49c2fc17 admin admin] 10.222.0.70 "PUT /v2.0/routers/027f02fb-e1f8-4c27-aa21-be38f35de248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5990255 May 12 15:06:51.101453 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 42100) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:06:51.232089 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-834036e6-95ed-4a45-81d4-8387e4fed079 None None] Set router 027f02fb-e1f8-4c27-aa21-be38f35de248 gateway port host: dv-cinder-831187-2-smb {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:06:51.297806 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ddec21ca-51d2-452e-b006-4f133d897123 admin admin] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:51.490539 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ddec21ca-51d2-452e-b006-4f133d897123 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:51.565038 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-834036e6-95ed-4a45-81d4-8387e4fed079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'name': 'tempest-TestMinimumBasicScenario-1296133610-router', 'tenant_id': '88419f848fc949fea72f15e75a26f440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': 'ae757678-d16f-4552-979c-2dfb898d9b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:21Z', 'updated_at': '2022-05-12T15:06:49Z', 'revision_number': 5, 'project_id': '88419f848fc949fea72f15e75a26f440', 'gw_port': {'id': 'ae757678-d16f-4552-979c-2dfb898d9b7d', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:54:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:04:22Z', 'updated_at': '2022-05-12T15:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:51.569441 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834036e6-95ed-4a45-81d4-8387e4fed079 None None] Checking router: 027f02fb-e1f8-4c27-aa21-be38f35de248 for host: dv-cinder-831187-2-smb {{(pid=88108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:06:51.571275 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ddec21ca-51d2-452e-b006-4f133d897123 admin admin] Deleting port ae757678-d16f-4552-979c-2dfb898d9b7d {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:06:51.571689 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ddec21ca-51d2-452e-b006-4f133d897123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:51.581523 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834036e6-95ed-4a45-81d4-8387e4fed079 None None] Routers {'027f02fb-e1f8-4c27-aa21-be38f35de248'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:06:51.582220 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-834036e6-95ed-4a45-81d4-8387e4fed079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:06:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['027f02fb-e1f8-4c27-aa21-be38f35de248'], 'active': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:51.741604 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_dvr_db [None req-834036e6-95ed-4a45-81d4-8387e4fed079 None None] Set router 027f02fb-e1f8-4c27-aa21-be38f35de248 gateway port host: None {{(pid=88108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:06:51.759500 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-ddec21ca-51d2-452e-b006-4f133d897123 admin admin] For port ae757678-d16f-4552-979c-2dfb898d9b7d, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=ae757678-d16f-4552-979c-2dfb898d9b7d,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:06:51.759852 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ddec21ca-51d2-452e-b006-4f133d897123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:51.852649 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.db.l3_hamode_db [None req-834036e6-95ed-4a45-81d4-8387e4fed079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'name': 'tempest-TestMinimumBasicScenario-1296133610-router', 'tenant_id': '88419f848fc949fea72f15e75a26f440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:21Z', 'updated_at': '2022-05-12T15:06:51Z', 'revision_number': 6, 'project_id': '88419f848fc949fea72f15e75a26f440', 'gw_port_host': None}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:51.856966 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834036e6-95ed-4a45-81d4-8387e4fed079 None None] The sync data for ids ['027f02fb-e1f8-4c27-aa21-be38f35de248'] in dv-cinder-831187-2-smb is: [{'id': '027f02fb-e1f8-4c27-aa21-be38f35de248', 'name': 'tempest-TestMinimumBasicScenario-1296133610-router', 'tenant_id': '88419f848fc949fea72f15e75a26f440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:04:21Z', 'updated_at': '2022-05-12T15:06:51Z', 'revision_number': 6, 'project_id': '88419f848fc949fea72f15e75a26f440', 'gw_port_host': None}] {{(pid=88108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:06:51.894297 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ddec21ca-51d2-452e-b006-4f133d897123 admin admin] Calling delete_port for ae757678-d16f-4552-979c-2dfb898d9b7d owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:06:52.143028 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ddec21ca-51d2-452e-b006-4f133d897123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:52.303380 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec21ca-51d2-452e-b006-4f133d897123 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae757678-d16f-4552-979c-2dfb898d9b7d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:52.395891 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ddec21ca-51d2-452e-b006-4f133d897123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624900'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:52.575090 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ddec21ca-51d2-452e-b006-4f133d897123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10131'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:52.577404 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ddec21ca-51d2-452e-b006-4f133d897123 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:52.661828 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device ae757678-d16f-4552-979c-2dfb898d9b7d no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:06:52.668421 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ddec21ca-51d2-452e-b006-4f133d897123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1622393'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:52.668990 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddec21ca-51d2-452e-b006-4f133d897123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 027f02fb-e1f8-4c27-aa21-be38f35de248 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:06:52.686102 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ddec21ca-51d2-452e-b006-4f133d897123 admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:52.686102 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-ddec21ca-51d2-452e-b006-4f133d897123 admin admin] 10.222.0.70 "DELETE /v2.0/routers/027f02fb-e1f8-4c27-aa21-be38f35de248 HTTP/1.1" status: 204 len: 168 time: 1.5808432 May 12 15:06:52.686102 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 42114) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:06:52.697896 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: ae757678-d16f-4552-979c-2dfb898d9b7d {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:06:52.698239 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device ae757678-d16f-4552-979c-2dfb898d9b7d not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:06:52.698848 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device aabd2870-e3c5-46a6-a8a7-172a9de9292b no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:06:52.738377 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: aabd2870-e3c5-46a6-a8a7-172a9de9292b {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:06:52.738718 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device aabd2870-e3c5-46a6-a8a7-172a9de9292b not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:06:52.751229 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3ac3e2-4997-4171-9289-3cee492fc053 admin admin] Deleting subnet 616747ce-38a7-4653-b6be-450f3ba01cb8 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 15:06:52.754541 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac3e2-4997-4171-9289-3cee492fc053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:52.809092 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac3e2-4997-4171-9289-3cee492fc053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2352204'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:52.894026 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac3e2-4997-4171-9289-3cee492fc053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698402'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:53.080134 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac3e2-4997-4171-9289-3cee492fc053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1090097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2178521'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:53.126211 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ac3e2-4997-4171-9289-3cee492fc053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=616747ce-38a7-4653-b6be-450f3ba01cb8,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:53.129944 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac3e2-4997-4171-9289-3cee492fc053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:53.136280 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-8a3ac3e2-4997-4171-9289-3cee492fc053 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/616747ce-38a7-4653-b6be-450f3ba01cb8 HTTP/1.1" status: 204 len: 168 time: 0.4495807 May 12 15:06:53.136597 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798a8efd-7793-4ab8-a54a-f8cc74f773bd None None] Network 444616d3-c71f-4a56-bb0e-563e3ea7ac52 requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 15:06:53.138988 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 42122) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:06:53.263406 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763935'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:53.275515 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] Deleting port 03056d0b-55be-4824-9875-3dedb648102a {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:06:53.275854 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:53.415834 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a78028-7cdd-4299-96d8-ed097bfc2b19 None None] DHCP port deletion for 444616d3-c71f-4a56-bb0e-563e3ea7ac52 request from dv-cinder-831187-2-smb {{(pid=88108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 15:06:53.420510 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f3a78028-7cdd-4299-96d8-ed097bfc2b19 None None] Deleting port 03056d0b-55be-4824-9875-3dedb648102a {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:06:53.420954 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3a78028-7cdd-4299-96d8-ed097bfc2b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:53.511912 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] For port 03056d0b-55be-4824-9875-3dedb648102a, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=03056d0b-55be-4824-9875-3dedb648102a,segment=NetworkSegment(24720db0-3abd-4f9f-bdbd-659fbf1fbaa3),segment_id=24720db0-3abd-4f9f-bdbd-659fbf1fbaa3)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:06:53.512353 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:53.649457 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] Calling delete_port for 03056d0b-55be-4824-9875-3dedb648102a owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:06:53.650478 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-f3a78028-7cdd-4299-96d8-ed097bfc2b19 None None] For port 03056d0b-55be-4824-9875-3dedb648102a, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=03056d0b-55be-4824-9875-3dedb648102a,segment=NetworkSegment(24720db0-3abd-4f9f-bdbd-659fbf1fbaa3),segment_id=24720db0-3abd-4f9f-bdbd-659fbf1fbaa3)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:06:53.650870 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3a78028-7cdd-4299-96d8-ed097bfc2b19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:53.776726 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f3a78028-7cdd-4299-96d8-ed097bfc2b19 None None] Calling delete_port for 03056d0b-55be-4824-9875-3dedb648102a owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:06:53.868284 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:53.874071 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.db.api [None req-f3a78028-7cdd-4299-96d8-ed097bfc2b19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 15:06:53.874936 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG oslo_db.api [None req-f3a78028-7cdd-4299-96d8-ed097bfc2b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 15:06:53.919728 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] Pushing event deleted for resources: {'Port': ['ID=03056d0b-55be-4824-9875-3dedb648102a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:53.921584 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] No DVR routers for this DVR port 03056d0b-55be-4824-9875-3dedb648102a on host dv-cinder-831187-2-smb {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:06:54.040465 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8787124724866'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:54.071676 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.services.segments.db [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444616d3-c71f-4a56-bb0e-563e3ea7ac52']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:54.089821 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.services.segments.db [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24720db0-3abd-4f9f-bdbd-659fbf1fbaa3') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:54.090498 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.services.segments.db [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24720db0-3abd-4f9f-bdbd-659fbf1fbaa3') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:06:54.102569 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787124727709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2352245'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:54.203517 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:54.209785 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:06:54.210178 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-738659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1089427'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: Traceback (most recent call last): May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: timer() May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: cb(*args, **kw) May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: return func(*args, **kwargs) May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: self._notify() May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: self.callback(batched_events) May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: event.method(event) May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: return f(self, *a, **k) May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: return self._get(url).json() May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: return self.request(url, 'GET', **kwargs) May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:06:54.224381 dv-cinder-831187-2-smb neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:06:54.376524 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f3a78028-7cdd-4299-96d8-ed097bfc2b19 None None] Deleting port 03056d0b-55be-4824-9875-3dedb648102a {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:06:54.376699 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3a78028-7cdd-4299-96d8-ed097bfc2b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:54.398976 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624953'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:54.408416 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 03056d0b-55be-4824-9875-3dedb648102a no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:06:54.417059 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:54.429938 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] Pushing event deleted for resources: {'Network': ['ID=444616d3-c71f-4a56-bb0e-563e3ea7ac52,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:54.435323 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-c08ac7fd-e7fe-4844-859d-cd876ba31163 admin admin] 10.222.0.70 "DELETE /v2.0/networks/444616d3-c71f-4a56-bb0e-563e3ea7ac52 HTTP/1.1" status: 204 len: 168 time: 1.2950525 May 12 15:06:54.496708 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f3a78028-7cdd-4299-96d8-ed097bfc2b19 None None] The port '03056d0b-55be-4824-9875-3dedb648102a' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 15:06:54.497596 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: 03056d0b-55be-4824-9875-3dedb648102a {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:06:54.500015 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 03056d0b-55be-4824-9875-3dedb648102a not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:06:54.946604 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 42132) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:06:54.996573 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-2d3d062b-098b-49a6-ab78-41ba4164e4e4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c61b816b0fd4b10b97a1a3e363e4b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488214 May 12 15:06:54.998975 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 42136) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:06:55.058872 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5dbf62b7-6d04-47a9-adc3-ea122ecd335b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:55.084499 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5dbf62b7-6d04-47a9-adc3-ea122ecd335b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:55.210771 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5dbf62b7-6d04-47a9-adc3-ea122ecd335b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:55.227236 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf62b7-6d04-47a9-adc3-ea122ecd335b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5a11ab-50ad-4471-9b2f-2103f0c50ff6,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:55.231604 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5dbf62b7-6d04-47a9-adc3-ea122ecd335b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:55.232700 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-5dbf62b7-6d04-47a9-adc3-ea122ecd335b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ba5a11ab-50ad-4471-9b2f-2103f0c50ff6 HTTP/1.1" status: 204 len: 168 time: 0.2327280 May 12 15:06:55.969664 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 42154) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:06:56.022069 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-24da3a56-a435-474a-9043-c45c787e3816 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=88419f848fc949fea72f15e75a26f440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512249 May 12 15:06:56.024826 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42158) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:06:56.083802 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8d35-0d83-4c17-9fcb-900fda07a9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:56.110505 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8d35-0d83-4c17-9fcb-900fda07a9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:56.266696 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8d35-0d83-4c17-9fcb-900fda07a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:56.284063 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea8d35-0d83-4c17-9fcb-900fda07a9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22426bc7-2e37-43c7-a4f4-0cb43e587452,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:06:56.289935 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8d35-0d83-4c17-9fcb-900fda07a9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:06:56.291806 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-c7ea8d35-0d83-4c17-9fcb-900fda07a9eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22426bc7-2e37-43c7-a4f4-0cb43e587452 HTTP/1.1" status: 204 len: 168 time: 0.2657971 May 12 15:07:06.936372 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f9aa0-7710-4e30-9845-b239da82b542 req-52853dcb-8b19-416a-aa2f-e1d926a00cd3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:07:06.937963 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f33f9aa0-7710-4e30-9845-b239da82b542 req-52853dcb-8b19-416a-aa2f-e1d926a00cd3 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 945 time: 0.0821564 May 12 15:07:06.985143 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f33f9aa0-7710-4e30-9845-b239da82b542 req-c42b9306-131a-4438-abfc-e18f3f42a9ff tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a814da8-eab8-4bad-ba76-72ff154afe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402620 May 12 15:07:08.191961 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb67d9-8a3f-4718-9edb-04a342d924ea req-aa6ec3a1-a85a-41f0-8502-372750acabc5 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:07:08.193449 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-81cb67d9-8a3f-4718-9edb-04a342d924ea req-aa6ec3a1-a85a-41f0-8502-372750acabc5 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 945 time: 0.0970149 May 12 15:07:08.240137 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-81cb67d9-8a3f-4718-9edb-04a342d924ea req-40811a37-fe21-42bd-8e89-f66b5ef07820 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a814da8-eab8-4bad-ba76-72ff154afe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408247 May 12 15:07:08.816457 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad9d61-182b-4bdb-9299-cf779c588c6e req-14ea8a5a-484e-4bfd-8edf-611907fd6d09 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:07:08.817907 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-76ad9d61-182b-4bdb-9299-cf779c588c6e req-14ea8a5a-484e-4bfd-8edf-611907fd6d09 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.69 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 945 time: 0.0820706 May 12 15:07:08.892738 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-76ad9d61-182b-4bdb-9299-cf779c588c6e req-359984f7-3ffd-46ac-b69d-774424806a76 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Deleting port e405247f-9930-4bca-a3f7-2fb79e967c37 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:07:08.893073 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-76ad9d61-182b-4bdb-9299-cf779c588c6e req-359984f7-3ffd-46ac-b69d-774424806a76 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:09.143570 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-76ad9d61-182b-4bdb-9299-cf779c588c6e req-359984f7-3ffd-46ac-b69d-774424806a76 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] For port e405247f-9930-4bca-a3f7-2fb79e967c37, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e405247f-9930-4bca-a3f7-2fb79e967c37,segment=NetworkSegment(501c2111-fef2-49e4-8f0a-e75c028a492e),segment_id=501c2111-fef2-49e4-8f0a-e75c028a492e)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:07:09.145497 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-76ad9d61-182b-4bdb-9299-cf779c588c6e req-359984f7-3ffd-46ac-b69d-774424806a76 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:09.497167 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-76ad9d61-182b-4bdb-9299-cf779c588c6e req-359984f7-3ffd-46ac-b69d-774424806a76 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:09.497890 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-76ad9d61-182b-4bdb-9299-cf779c588c6e req-359984f7-3ffd-46ac-b69d-774424806a76 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587091'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:09.497890 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.db.l3_db [req-76ad9d61-182b-4bdb-9299-cf779c588c6e req-359984f7-3ffd-46ac-b69d-774424806a76 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Floating IP 0686b884-b48a-4a57-8820-eead0da34539 disassociated. External IP: 172.28.3.88, port: e405247f-9930-4bca-a3f7-2fb79e967c37. May 12 15:07:09.498096 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-76ad9d61-182b-4bdb-9299-cf779c588c6e req-359984f7-3ffd-46ac-b69d-774424806a76 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Calling delete_port for e405247f-9930-4bca-a3f7-2fb79e967c37 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:07:09.566797 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7645851-2928-4c55-8050-cd95bf68dcef req-c0447cbf-7900-4f6d-bfd3-57ea84a876ba tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 15:07:09.568272 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f7645851-2928-4c55-8050-cd95bf68dcef req-c0447cbf-7900-4f6d-bfd3-57ea84a876ba tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 945 time: 0.1696045 May 12 15:07:09.662888 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-f7645851-2928-4c55-8050-cd95bf68dcef req-181518aa-8cac-4867-9cb4-6e079c99b181 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups?id=8a814da8-eab8-4bad-ba76-72ff154afe08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889585 May 12 15:07:09.758032 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-76ad9d61-182b-4bdb-9299-cf779c588c6e req-359984f7-3ffd-46ac-b69d-774424806a76 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1089472'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:09.808969 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359984f7-3ffd-46ac-b69d-774424806a76 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event deleted for resources: {'Port': ['ID=e405247f-9930-4bca-a3f7-2fb79e967c37,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:10.084688 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76ad9d61-182b-4bdb-9299-cf779c588c6e req-359984f7-3ffd-46ac-b69d-774424806a76 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Router 694463f3-af88-4722-a65a-b0859ea313af has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:07:10.333922 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76ad9d61-182b-4bdb-9299-cf779c588c6e req-359984f7-3ffd-46ac-b69d-774424806a76 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:07:10.346842 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d25e485-45a3-46f1-b24f-2999b87c9f2d None None] Sync routers for ids ['694463f3-af88-4722-a65a-b0859ea313af'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:07:10.361849 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d25e485-45a3-46f1-b24f-2999b87c9f2d None None] Routers {'694463f3-af88-4722-a65a-b0859ea313af'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:07:10.362530 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2d25e485-45a3-46f1-b24f-2999b87c9f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:06:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['694463f3-af88-4722-a65a-b0859ea313af'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:07:10.406778 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ad9d61-182b-4bdb-9299-cf779c588c6e req-359984f7-3ffd-46ac-b69d-774424806a76 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] No DVR routers for this DVR port e405247f-9930-4bca-a3f7-2fb79e967c37 on host hv-cinder-83118 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:07:10.409445 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-76ad9d61-182b-4bdb-9299-cf779c588c6e req-359984f7-3ffd-46ac-b69d-774424806a76 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:10.411983 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70e3f96-c334-4ea3-8a3e-254691a4ddcf', 'name': 'network-vif-deleted', 'tag': 'e405247f-9930-4bca-a3f7-2fb79e967c37'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 15:07:10.458107 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330ab0a3-21ac-4729-bfc9-3ef40b69640f'] response: {'server_uuid': 'c70e3f96-c334-4ea3-8a3e-254691a4ddcf', 'name': 'network-vif-deleted', 'tag': 'e405247f-9930-4bca-a3f7-2fb79e967c37', 'status': 'completed', 'code': 200} May 12 15:07:10.520127 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-76ad9d61-182b-4bdb-9299-cf779c588c6e req-359984f7-3ffd-46ac-b69d-774424806a76 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.69 "DELETE /v2.0/ports/e405247f-9930-4bca-a3f7-2fb79e967c37 HTTP/1.1" status: 204 len: 173 time: 1.6974320 May 12 15:07:10.546699 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-2d25e485-45a3-46f1-b24f-2999b87c9f2d None None] Set router 694463f3-af88-4722-a65a-b0859ea313af gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:07:10.826607 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-0769048f-cd59-4b42-a2d9-44f6ec845d7e req-673ffd12-c47a-40f8-ad56-e9655e3df5e5 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Synchronizing usage tracker for tenant:47a6a0be2aee4b3690e9033823b103bc on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 12 15:07:10.845060 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0bbd19e8-b26e-4f35-b116-2b95ab78db4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:10.884694 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [req-0769048f-cd59-4b42-a2d9-44f6ec845d7e req-673ffd12-c47a-40f8-ad56-e9655e3df5e5 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Unset dirty status for tenant:47a6a0be2aee4b3690e9033823b103bc on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 12 15:07:10.885957 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [req-0769048f-cd59-4b42-a2d9-44f6ec845d7e req-673ffd12-c47a-40f8-ad56-e9655e3df5e5 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/ports?device_id=c70e3f96-c334-4ea3-8a3e-254691a4ddcf HTTP/1.1" status: 200 len: 210 time: 0.1120770 May 12 15:07:10.915299 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2d25e485-45a3-46f1-b24f-2999b87c9f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:56Z', 'revision_number': 4, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'f1e53df9-9118-42b3-bbb1-cdd9ff7892de', 'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'mac_address': 'fa:16:3e:76:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:55Z', 'updated_at': '2022-05-12T15:03:02Z', 'revision_number': 5, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'subnets': [{'id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:07:10.919187 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d25e485-45a3-46f1-b24f-2999b87c9f2d None None] Checking router: 694463f3-af88-4722-a65a-b0859ea313af for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:07:10.929782 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d25e485-45a3-46f1-b24f-2999b87c9f2d None None] Routers {'694463f3-af88-4722-a65a-b0859ea313af'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:07:10.930384 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2d25e485-45a3-46f1-b24f-2999b87c9f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:06:43Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['694463f3-af88-4722-a65a-b0859ea313af'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:07:11.106036 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-2d25e485-45a3-46f1-b24f-2999b87c9f2d None None] Set router 694463f3-af88-4722-a65a-b0859ea313af gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:07:11.429949 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2d25e485-45a3-46f1-b24f-2999b87c9f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:56Z', 'revision_number': 4, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'f1e53df9-9118-42b3-bbb1-cdd9ff7892de', 'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'mac_address': 'fa:16:3e:76:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:55Z', 'updated_at': '2022-05-12T15:03:02Z', 'revision_number': 5, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'subnets': [{'id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:07:11.434115 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d25e485-45a3-46f1-b24f-2999b87c9f2d None None] The sync data for ids ['694463f3-af88-4722-a65a-b0859ea313af'] in dv-cinder-831187-2-smb is: [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:02:56Z', 'revision_number': 4, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb', '_interfaces': [{'id': 'f1e53df9-9118-42b3-bbb1-cdd9ff7892de', 'name': '', 'network_id': 'c32ad80b-1ac0-499b-af9d-6c9406a6c86b', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'mac_address': 'fa:16:3e:76:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:55Z', 'updated_at': '2022-05-12T15:03:02Z', 'revision_number': 5, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'subnets': [{'id': 'b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:07:11.645851 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b2121a-2a8d-4c56-abeb-0dd46d656433 None None] New status for floating IP 0686b884-b48a-4a57-8820-eead0da34539: DOWN {{(pid=88108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 15:07:12.080385 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42244) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:12.158182 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:12.188442 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:12.302070 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:12.322289 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a814da8-eab8-4bad-ba76-72ff154afe08,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:12.330786 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:12.331133 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:12.331492 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:12.331826 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:12.332158 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:12.332484 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:12.332807 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:12.333130 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:12.333454 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:12.333799 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:12.334124 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:12.334452 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:12.375773 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:12.377099 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-a7df6f13-2d78-45e4-8171-242834dc8d6d tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "DELETE /v2.0/security-groups/8a814da8-eab8-4bad-ba76-72ff154afe08 HTTP/1.1" status: 204 len: 168 time: 0.2957585 May 12 15:07:12.379833 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42248) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:12.396245 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.api.v2.resource [None req-14c0ae25-cfd0-4d88-9641-af10e555acef tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] show failed (client error): The resource could not be found. May 12 15:07:12.397233 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-14c0ae25-cfd0-4d88-9641-af10e555acef tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "GET /v2.0/security-groups/8a814da8-eab8-4bad-ba76-72ff154afe08 HTTP/1.1" status: 404 len: 347 time: 0.0164793 May 12 15:07:12.399979 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42252) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:12.563482 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-95279c7f-8b8c-4c7e-8e09-8cdd80652d11 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Deleting port a3a124de-adf8-45b5-98ae-f4fbaedc3497 {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:07:12.563722 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-95279c7f-8b8c-4c7e-8e09-8cdd80652d11 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:12.736412 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-95279c7f-8b8c-4c7e-8e09-8cdd80652d11 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:12.736732 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-95279c7f-8b8c-4c7e-8e09-8cdd80652d11 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:12.949210 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device e405247f-9930-4bca-a3f7-2fb79e967c37 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:07:12.958656 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-95279c7f-8b8c-4c7e-8e09-8cdd80652d11 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Calling delete_port for a3a124de-adf8-45b5-98ae-f4fbaedc3497 owned by network:floatingip {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:07:12.991434 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] No Port match for: e405247f-9930-4bca-a3f7-2fb79e967c37 {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:07:12.991767 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Device e405247f-9930-4bca-a3f7-2fb79e967c37 not bound to the agent host hv-cinder-83118 {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:07:13.062245 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29da1ba0-4e35-4614-b834-ffc68ec16590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:13.165211 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-95279c7f-8b8c-4c7e-8e09-8cdd80652d11 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:13.216851 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95279c7f-8b8c-4c7e-8e09-8cdd80652d11 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Pushing event deleted for resources: {'Port': ['ID=a3a124de-adf8-45b5-98ae-f4fbaedc3497,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:13.307532 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-95279c7f-8b8c-4c7e-8e09-8cdd80652d11 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks [] for floatingip, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:13.370364 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-95279c7f-8b8c-4c7e-8e09-8cdd80652d11 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174143'] for floatingip, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:13.371647 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-95279c7f-8b8c-4c7e-8e09-8cdd80652d11 tempest-AttachVolumeTestJSON-2124997305 tempest-AttachVolumeTestJSON-2124997305-project] 10.222.0.70 "DELETE /v2.0/floatingips/0686b884-b48a-4a57-8820-eead0da34539 HTTP/1.1" status: 204 len: 168 time: 0.9707940 May 12 15:07:13.449694 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:07:14.592369 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:15.130405 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:16.086304 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:17.771872 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42282) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:18.321891 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-77e4e62b-2530-4491-b121-b960bb585161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587065'] for router_interface, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:18.678404 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-77e4e62b-2530-4491-b121-b960bb585161 admin admin] Deleting port f1e53df9-9118-42b3-bbb1-cdd9ff7892de {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:07:18.678737 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-77e4e62b-2530-4491-b121-b960bb585161 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:18.954352 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-77e4e62b-2530-4491-b121-b960bb585161 admin admin] For port f1e53df9-9118-42b3-bbb1-cdd9ff7892de, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=f1e53df9-9118-42b3-bbb1-cdd9ff7892de,segment=NetworkSegment(501c2111-fef2-49e4-8f0a-e75c028a492e),segment_id=501c2111-fef2-49e4-8f0a-e75c028a492e)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:07:18.955066 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-77e4e62b-2530-4491-b121-b960bb585161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:19.077034 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-77e4e62b-2530-4491-b121-b960bb585161 admin admin] Calling delete_port for f1e53df9-9118-42b3-bbb1-cdd9ff7892de owned by network:router_interface {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:07:19.090514 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:19.352905 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-77e4e62b-2530-4491-b121-b960bb585161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:19.404466 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4e62b-2530-4491-b121-b960bb585161 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e53df9-9118-42b3-bbb1-cdd9ff7892de,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:19.681505 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-77e4e62b-2530-4491-b121-b960bb585161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624265'] for router_interface, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:20.042567 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e4e62b-2530-4491-b121-b960bb585161 admin admin] Router 694463f3-af88-4722-a65a-b0859ea313af has already been hosted by L3 agent 5e6e3a6a-d4c1-477e-9968-0be14253564a {{(pid=88106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 12 15:07:20.224818 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e4e62b-2530-4491-b121-b960bb585161 admin admin] Notify agent at l3_agent.dv-cinder-831187-2-smb the message routers_updated {{(pid=88106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 12 15:07:20.233698 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709f46e-b7d7-4b40-9a44-eabbe1fa720e None None] Sync routers for ids ['694463f3-af88-4722-a65a-b0859ea313af'] in dv-cinder-831187-2-smb {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 15:07:20.238306 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-77e4e62b-2530-4491-b121-b960bb585161 admin admin] 10.222.0.70 "PUT /v2.0/routers/694463f3-af88-4722-a65a-b0859ea313af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4653294 May 12 15:07:20.240733 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42286) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:20.244217 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709f46e-b7d7-4b40-9a44-eabbe1fa720e None None] Routers {'694463f3-af88-4722-a65a-b0859ea313af'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:07:20.252099 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8709f46e-b7d7-4b40-9a44-eabbe1fa720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:07:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['694463f3-af88-4722-a65a-b0859ea313af'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:07:20.427126 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-8709f46e-b7d7-4b40-9a44-eabbe1fa720e None None] Set router 694463f3-af88-4722-a65a-b0859ea313af gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:07:20.530166 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-14be7d2f-2789-4986-aa3d-3198917b7c35 admin admin] Notify callbacks [] for router, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:20.715155 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8709f46e-b7d7-4b40-9a44-eabbe1fa720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:07:19Z', 'revision_number': 5, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:07:20.716848 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709f46e-b7d7-4b40-9a44-eabbe1fa720e None None] Checking router: 694463f3-af88-4722-a65a-b0859ea313af for host: dv-cinder-831187-2-smb {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 15:07:20.721847 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-14be7d2f-2789-4986-aa3d-3198917b7c35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:20.725277 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709f46e-b7d7-4b40-9a44-eabbe1fa720e None None] Routers {'694463f3-af88-4722-a65a-b0859ea313af'} bound to L3 agent in host dv-cinder-831187-2-smb {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 12 15:07:20.725897 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8709f46e-b7d7-4b40-9a44-eabbe1fa720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T14:45:43Z,description=,heartbeat_timestamp=2022-05-12T15:07:13Z,host='dv-cinder-831187-2-smb',id=5e6e3a6a-d4c1-477e-9968-0be14253564a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T14:45:44Z,topic='l3_agent')) {'router_ids': ['694463f3-af88-4722-a65a-b0859ea313af'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:07:20.810349 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-14be7d2f-2789-4986-aa3d-3198917b7c35 admin admin] Deleting port ca122526-68b0-456f-88c0-26372392662a {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:07:20.810717 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-14be7d2f-2789-4986-aa3d-3198917b7c35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:20.911627 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-8709f46e-b7d7-4b40-9a44-eabbe1fa720e None None] Set router 694463f3-af88-4722-a65a-b0859ea313af gateway port host: dv-cinder-831187-2-smb {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 12 15:07:20.996074 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-14be7d2f-2789-4986-aa3d-3198917b7c35 admin admin] For port ca122526-68b0-456f-88c0-26372392662a, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=ca122526-68b0-456f-88c0-26372392662a,segment=NetworkSegment(860c2880-3cdd-4537-ae98-a1cccc5a1636),segment_id=860c2880-3cdd-4537-ae98-a1cccc5a1636)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:07:20.996346 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-14be7d2f-2789-4986-aa3d-3198917b7c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:21.125974 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-14be7d2f-2789-4986-aa3d-3198917b7c35 admin admin] Calling delete_port for ca122526-68b0-456f-88c0-26372392662a owned by network:router_gateway {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:07:21.237335 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8709f46e-b7d7-4b40-9a44-eabbe1fa720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:07:19Z', 'revision_number': 5, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}], 'dv-cinder-831187-2-smb', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:07:21.242349 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709f46e-b7d7-4b40-9a44-eabbe1fa720e None None] The sync data for ids ['694463f3-af88-4722-a65a-b0859ea313af'] in dv-cinder-831187-2-smb is: [{'id': '694463f3-af88-4722-a65a-b0859ea313af', 'name': 'tempest-AttachVolumeTestJSON-955492032-router', 'tenant_id': '47a6a0be2aee4b3690e9033823b103bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'external_fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca122526-68b0-456f-88c0-26372392662a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T15:02:51Z', 'updated_at': '2022-05-12T15:07:19Z', 'revision_number': 5, 'project_id': '47a6a0be2aee4b3690e9033823b103bc', 'gw_port': {'id': 'ca122526-68b0-456f-88c0-26372392662a', 'name': '', 'network_id': 'e3b9db88-ae7a-445e-af83-3321a6e7e6af', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694463f3-af88-4722-a65a-b0859ea313af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T15:02:52Z', 'updated_at': '2022-05-12T15:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ca777a2-3294-4154-a2ef-658c05da9f05', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-2-smb'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 15:07:21.393007 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-14be7d2f-2789-4986-aa3d-3198917b7c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:21.470265 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be7d2f-2789-4986-aa3d-3198917b7c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca122526-68b0-456f-88c0-26372392662a,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:21.539022 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-14be7d2f-2789-4986-aa3d-3198917b7c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624900'] for router_gateway, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:21.721013 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-14be7d2f-2789-4986-aa3d-3198917b7c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10131'] for router, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:21.723259 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-14be7d2f-2789-4986-aa3d-3198917b7c35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:21.827473 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-14be7d2f-2789-4986-aa3d-3198917b7c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1622393'] for router, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:21.828423 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14be7d2f-2789-4986-aa3d-3198917b7c35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 694463f3-af88-4722-a65a-b0859ea313af {{(pid=88106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 12 15:07:21.841683 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-14be7d2f-2789-4986-aa3d-3198917b7c35 admin admin] Notify callbacks [] for router, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:21.842916 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-14be7d2f-2789-4986-aa3d-3198917b7c35 admin admin] 10.222.0.70 "DELETE /v2.0/routers/694463f3-af88-4722-a65a-b0859ea313af HTTP/1.1" status: 204 len: 168 time: 1.6012540 May 12 15:07:21.857642 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42290) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:21.924009 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7820f1-3f1f-46b4-a359-b61061f3a7c3 admin admin] Deleting subnet b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2 {{(pid=88106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 12 15:07:21.927194 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c7820f1-3f1f-46b4-a359-b61061f3a7c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:21.977383 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c7820f1-3f1f-46b4-a359-b61061f3a7c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4098424'] for subnet, precommit_delete_associations {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:22.060130 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c7820f1-3f1f-46b4-a359-b61061f3a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698402'] for subnet, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:22.181782 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c7820f1-3f1f-46b4-a359-b61061f3a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2236562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146262'] for subnet, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:22.218662 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7820f1-3f1f-46b4-a359-b61061f3a7c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:22.224209 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4c7820f1-3f1f-46b4-a359-b61061f3a7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for subnet, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:22.230166 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77324f9b-94e7-4911-aae4-a45e3a9a41a6 None None] Network c32ad80b-1ac0-499b-af9d-6c9406a6c86b requested from dv-cinder-831187-2-smb {{(pid=88108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 12 15:07:22.230652 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-4c7820f1-3f1f-46b4-a359-b61061f3a7c3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b4beb5ad-f73e-4bb7-9c7b-374477e5e6f2 HTTP/1.1" status: 204 len: 168 time: 0.3716092 May 12 15:07:22.232611 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42294) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:22.412853 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device f1e53df9-9118-42b3-bbb1-cdd9ff7892de no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:07:22.445513 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763935'] for network, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:22.452537 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: f1e53df9-9118-42b3-bbb1-cdd9ff7892de {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:07:22.453007 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device f1e53df9-9118-42b3-bbb1-cdd9ff7892de not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:07:22.453663 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device ca122526-68b0-456f-88c0-26372392662a no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:07:22.456021 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] Deleting port 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b {{(pid=88106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:07:22.456352 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:22.495997 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: ca122526-68b0-456f-88c0-26372392662a {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:07:22.496329 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device ca122526-68b0-456f-88c0-26372392662a not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:07:22.584729 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2043ed6-7793-4b6e-a614-cbb222c5876c None None] DHCP port deletion for c32ad80b-1ac0-499b-af9d-6c9406a6c86b request from dv-cinder-831187-2-smb {{(pid=88108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 12 15:07:22.589004 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-e2043ed6-7793-4b6e-a614-cbb222c5876c None None] Deleting port 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:07:22.589372 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e2043ed6-7793-4b6e-a614-cbb222c5876c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:22.669633 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] For port 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b,segment=NetworkSegment(501c2111-fef2-49e4-8f0a-e75c028a492e),segment_id=501c2111-fef2-49e4-8f0a-e75c028a492e)] {{(pid=88106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:07:22.669990 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:22.793936 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.plugin [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] Calling delete_port for 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b owned by network:dhcp {{(pid=88106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:07:22.800477 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-e2043ed6-7793-4b6e-a614-cbb222c5876c None None] For port 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b, host dv-cinder-831187-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-2-smb',level=0,port_id=5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b,segment=NetworkSegment(501c2111-fef2-49e4-8f0a-e75c028a492e),segment_id=501c2111-fef2-49e4-8f0a-e75c028a492e)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 12 15:07:22.800868 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e2043ed6-7793-4b6e-a614-cbb222c5876c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1623743'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:22.924338 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-606221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787124777602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787124272725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235747'] for port, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:22.927482 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-e2043ed6-7793-4b6e-a614-cbb222c5876c None None] Calling delete_port for 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 12 15:07:22.973917 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:22.975702 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] No DVR routers for this DVR port 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b on host dv-cinder-831187-2-smb {{(pid=88106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 15:07:23.006858 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.db.api [None req-e2043ed6-7793-4b6e-a614-cbb222c5876c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 12 15:07:23.007210 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG oslo_db.api [None req-e2043ed6-7793-4b6e-a614-cbb222c5876c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 15:07:23.093122 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734563', 'neutron.services.segments.db._delete_segments_for_network-8787124724866'] for network, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:23.118408 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32ad80b-1ac0-499b-af9d-6c9406a6c86b']}} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:07:23.131035 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501c2111-fef2-49e4-8f0a-e75c028a492e') {'for_net_delete': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:07:23.131334 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.services.segments.db [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501c2111-fef2-49e4-8f0a-e75c028a492e') {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 15:07:23.143206 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787124727709', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4098369'] for segment, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:23.158775 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738684'] for segment, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:23.165666 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 15:07:23.166059 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-738659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235696'] for segment, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: Traceback (most recent call last): May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: timer() May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: cb(*args, **kw) May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: return func(*args, **kwargs) May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: self._notify() May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: self.callback(batched_events) May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: event.method(event) May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: aggregate_uuid = self.p_client.list_aggregates( May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: return f(self, *a, **k) May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: return self._get(url).json() May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: return self.request(url, 'GET', **kwargs) May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: base_url = self.get_endpoint(auth, allow=allow, May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 15:07:23.179318 dv-cinder-831187-2-smb neutron-server[88106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 15:07:23.324515 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624953'] for network, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:23.340966 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059587'] for network, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:23.354050 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] Pushing event deleted for resources: {'Network': ['ID=c32ad80b-1ac0-499b-af9d-6c9406a6c86b,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:23.358758 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-dd451e87-fe37-4db0-a29c-5cf061d526da admin admin] 10.222.0.70 "DELETE /v2.0/networks/c32ad80b-1ac0-499b-af9d-6c9406a6c86b HTTP/1.1" status: 204 len: 168 time: 1.1252384 May 12 15:07:23.508953 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-e2043ed6-7793-4b6e-a614-cbb222c5876c None None] Deleting port 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 12 15:07:23.509536 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e2043ed6-7793-4b6e-a614-cbb222c5876c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787124644392'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:23.576201 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-e2043ed6-7793-4b6e-a614-cbb222c5876c None None] The port '5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 12 15:07:23.751783 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42300) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:23.800536 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-06588b08-58ea-4556-9b95-26841db87277 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=47a6a0be2aee4b3690e9033823b103bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476165 May 12 15:07:23.803865 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42304) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:23.868449 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-26cba532-ed91-4d69-9587-bef0adee3bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:23.894809 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-26cba532-ed91-4d69-9587-bef0adee3bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:24.033231 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-26cba532-ed91-4d69-9587-bef0adee3bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:24.049682 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cba532-ed91-4d69-9587-bef0adee3bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1544e2-1846-496a-84af-d407dce6f794,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:24.058846 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-26cba532-ed91-4d69-9587-bef0adee3bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:24.060900 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-26cba532-ed91-4d69-9587-bef0adee3bb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc1544e2-1846-496a-84af-d407dce6f794 HTTP/1.1" status: 204 len: 168 time: 0.2553935 May 12 15:07:24.398860 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b no longer exists at agent ovs-agent-dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 12 15:07:24.433908 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] No Port match for: 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b {{(pid=88108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 12 15:07:24.434334 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.rpc [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Device 5c6b4b66-3fa9-4e7e-8f5c-72ed3a2b791b not bound to the agent host dv-cinder-831187-2-smb {{(pid=88108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 12 15:07:26.275572 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42356) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:26.427211 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1e0a2a60-17a6-4f00-a55f-549e4b38ee53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:26.442280 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-1e0a2a60-17a6-4f00-a55f-549e4b38ee53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:07:26.448423 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-1e0a2a60-17a6-4f00-a55f-549e4b38ee53 admin admin] Usage tracker for resource:security_group_rule and tenant:3f5219d64fff4ec4bd4ccc2b1812faff is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:07:26.451058 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-1e0a2a60-17a6-4f00-a55f-549e4b38ee53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:07:26.457404 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-1e0a2a60-17a6-4f00-a55f-549e4b38ee53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:07:26.538099 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1e0a2a60-17a6-4f00-a55f-549e4b38ee53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:26.604553 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-1e0a2a60-17a6-4f00-a55f-549e4b38ee53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:26.655683 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-1e0a2a60-17a6-4f00-a55f-549e4b38ee53 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3f5219d64fff4ec4bd4ccc2b1812faff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790321 May 12 15:07:26.656650 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a2a60-17a6-4f00-a55f-549e4b38ee53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ca7f47-cf25-4d23-829f-56ab7340f76d,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:26.659737 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 42362) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:26.720035 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-def2f37c-2d54-4762-833d-5233b96c054e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:26.745811 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-def2f37c-2d54-4762-833d-5233b96c054e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:26.866921 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-def2f37c-2d54-4762-833d-5233b96c054e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:26.881081 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2f37c-2d54-4762-833d-5233b96c054e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ca7f47-cf25-4d23-829f-56ab7340f76d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:26.887789 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-def2f37c-2d54-4762-833d-5233b96c054e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:26.888948 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-def2f37c-2d54-4762-833d-5233b96c054e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58ca7f47-cf25-4d23-829f-56ab7340f76d HTTP/1.1" status: 204 len: 168 time: 0.2281268 May 12 15:07:32.745181 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 42496) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:32.865429 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:32.880624 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:07:32.884468 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Usage tracker for resource:security_group_rule and tenant:f0cd8c9d6fb548c7845a1f067f5d48eb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:07:32.887220 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:07:32.892878 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:07:32.977307 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:33.061141 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:33.108843 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0cd8c9d6fb548c7845a1f067f5d48eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624177 May 12 15:07:33.109718 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af17a33c-0950-444b-9250-0820c89b0ae4,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:33.111531 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42502) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:33.118697 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:33.119038 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:33.119369 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:33.119696 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:33.120019 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:33.120364 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:33.120685 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:33.121002 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:33.121318 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:33.121658 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:33.121976 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:33.122290 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a249fc8-17c8-4f0c-8b48-8afb517dce1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:07:33.171763 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-23ce815c-1223-4593-ab88-dc5e3fa1e2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:33.198052 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-23ce815c-1223-4593-ab88-dc5e3fa1e2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:33.335167 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-23ce815c-1223-4593-ab88-dc5e3fa1e2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:33.352945 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce815c-1223-4593-ab88-dc5e3fa1e2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af17a33c-0950-444b-9250-0820c89b0ae4,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:33.366714 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-23ce815c-1223-4593-ab88-dc5e3fa1e2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:33.368056 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-23ce815c-1223-4593-ab88-dc5e3fa1e2d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af17a33c-0950-444b-9250-0820c89b0ae4 HTTP/1.1" status: 204 len: 168 time: 0.2553878 May 12 15:07:33.970829 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42510) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:33.989145 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8600a70e-d52e-4e94-9379-9aca7f843e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:34.003420 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-8600a70e-d52e-4e94-9379-9aca7f843e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:07:34.007449 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-8600a70e-d52e-4e94-9379-9aca7f843e34 admin admin] Usage tracker for resource:security_group_rule and tenant:a533d20243a64fb6a88efaf12487e03b is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:07:34.010203 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-8600a70e-d52e-4e94-9379-9aca7f843e34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:07:34.015904 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-8600a70e-d52e-4e94-9379-9aca7f843e34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:07:34.104344 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8600a70e-d52e-4e94-9379-9aca7f843e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:34.181936 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-8600a70e-d52e-4e94-9379-9aca7f843e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:34.229787 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600a70e-d52e-4e94-9379-9aca7f843e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837758d0-c2b4-44c2-adcd-eeb14dc1cf50,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:34.237943 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-8600a70e-d52e-4e94-9379-9aca7f843e34 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a533d20243a64fb6a88efaf12487e03b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633588 May 12 15:07:34.238622 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 42514) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:34.297455 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c09ad4b5-8156-4740-84d4-9b6fa10202ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:34.323010 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c09ad4b5-8156-4740-84d4-9b6fa10202ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:34.455925 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c09ad4b5-8156-4740-84d4-9b6fa10202ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:34.475312 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ad4b5-8156-4740-84d4-9b6fa10202ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837758d0-c2b4-44c2-adcd-eeb14dc1cf50,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:34.483800 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c09ad4b5-8156-4740-84d4-9b6fa10202ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:34.484918 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-c09ad4b5-8156-4740-84d4-9b6fa10202ea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/837758d0-c2b4-44c2-adcd-eeb14dc1cf50 HTTP/1.1" status: 204 len: 168 time: 0.2457199 May 12 15:07:37.173890 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42562) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:37.311330 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-24d9aaa3-1003-46f9-910a-a61c9dfdcad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:37.324352 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-24d9aaa3-1003-46f9-910a-a61c9dfdcad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:07:37.328259 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-24d9aaa3-1003-46f9-910a-a61c9dfdcad3 admin admin] Usage tracker for resource:security_group_rule and tenant:62d4749bd6fd49c092a78f5ae5e84867 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:07:37.331242 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-24d9aaa3-1003-46f9-910a-a61c9dfdcad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:07:37.337436 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-24d9aaa3-1003-46f9-910a-a61c9dfdcad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:07:37.420646 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-24d9aaa3-1003-46f9-910a-a61c9dfdcad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:37.478444 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-24d9aaa3-1003-46f9-910a-a61c9dfdcad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:37.527219 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9aaa3-1003-46f9-910a-a61c9dfdcad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef0816e-76e7-4670-96f7-d1b13a4690f7,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:37.532305 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-24d9aaa3-1003-46f9-910a-a61c9dfdcad3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62d4749bd6fd49c092a78f5ae5e84867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572040 May 12 15:07:37.535545 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42568) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:37.600468 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9006ee42-25c2-4bb4-8a1d-395d1634e503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:37.627216 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9006ee42-25c2-4bb4-8a1d-395d1634e503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:37.752794 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9006ee42-25c2-4bb4-8a1d-395d1634e503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:37.770269 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006ee42-25c2-4bb4-8a1d-395d1634e503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef0816e-76e7-4670-96f7-d1b13a4690f7,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:37.781572 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9006ee42-25c2-4bb4-8a1d-395d1634e503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:37.782693 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-9006ee42-25c2-4bb4-8a1d-395d1634e503 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ef0816e-76e7-4670-96f7-d1b13a4690f7 HTTP/1.1" status: 204 len: 168 time: 0.2462137 May 12 15:07:38.390909 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42576) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:38.409002 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-799c8241-e0c8-435b-b5c5-c66d8f3bf919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:38.423809 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-799c8241-e0c8-435b-b5c5-c66d8f3bf919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:07:38.428729 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-799c8241-e0c8-435b-b5c5-c66d8f3bf919 admin admin] Usage tracker for resource:security_group_rule and tenant:f078d1a71e644939bbf1af2d5ffe54ac is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:07:38.431569 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-799c8241-e0c8-435b-b5c5-c66d8f3bf919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:07:38.437204 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-799c8241-e0c8-435b-b5c5-c66d8f3bf919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:07:38.517875 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-799c8241-e0c8-435b-b5c5-c66d8f3bf919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:38.581336 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-799c8241-e0c8-435b-b5c5-c66d8f3bf919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:38.631820 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-799c8241-e0c8-435b-b5c5-c66d8f3bf919 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f078d1a71e644939bbf1af2d5ffe54ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397702 May 12 15:07:38.634679 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 42580) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:38.636568 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c8241-e0c8-435b-b5c5-c66d8f3bf919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82032791-ea58-4f1b-81ef-d125c2c11876,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:38.700977 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c4fd1a9a-7848-4740-a538-5485c5887cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:38.728803 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c4fd1a9a-7848-4740-a538-5485c5887cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:38.855587 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c4fd1a9a-7848-4740-a538-5485c5887cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:38.871815 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd1a9a-7848-4740-a538-5485c5887cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82032791-ea58-4f1b-81ef-d125c2c11876,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:38.877121 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c4fd1a9a-7848-4740-a538-5485c5887cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:38.879266 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-c4fd1a9a-7848-4740-a538-5485c5887cb6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82032791-ea58-4f1b-81ef-d125c2c11876 HTTP/1.1" status: 204 len: 168 time: 0.2427790 May 12 15:07:40.849301 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-42aaedf1-ce76-4ba7-8271-6de4fdd39386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:43.032701 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e29aee28-65ab-4f5d-a1bb-3ac6ab308c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:44.592754 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:45.168242 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:46.094832 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:49.083897 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:50.449833 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:07:53.198758 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 42712) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:53.314922 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-32497c16-fd7a-4719-b666-e26dd97d37e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:53.330302 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-32497c16-fd7a-4719-b666-e26dd97d37e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:07:53.335295 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-32497c16-fd7a-4719-b666-e26dd97d37e3 admin admin] Usage tracker for resource:security_group_rule and tenant:0bc7bf668fe74ee6a37a0f185977a3aa is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:07:53.338121 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-32497c16-fd7a-4719-b666-e26dd97d37e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:07:53.343843 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-32497c16-fd7a-4719-b666-e26dd97d37e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:07:53.424715 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-32497c16-fd7a-4719-b666-e26dd97d37e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:53.460768 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-32497c16-fd7a-4719-b666-e26dd97d37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:53.524718 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-32497c16-fd7a-4719-b666-e26dd97d37e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0bc7bf668fe74ee6a37a0f185977a3aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247194 May 12 15:07:53.525406 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32497c16-fd7a-4719-b666-e26dd97d37e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b73cae-1cb7-44f3-b095-18d85e7dad54,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:53.527233 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42718) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:53.668511 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-437ee0cd-6e1d-4e03-9666-515863a29533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:53.694189 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-437ee0cd-6e1d-4e03-9666-515863a29533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:53.820927 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-437ee0cd-6e1d-4e03-9666-515863a29533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:53.837608 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ee0cd-6e1d-4e03-9666-515863a29533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b73cae-1cb7-44f3-b095-18d85e7dad54,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:53.846169 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-437ee0cd-6e1d-4e03-9666-515863a29533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:53.847523 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-437ee0cd-6e1d-4e03-9666-515863a29533 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69b73cae-1cb7-44f3-b095-18d85e7dad54 HTTP/1.1" status: 204 len: 168 time: 0.3190646 May 12 15:07:54.479277 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 42726) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:54.497036 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f82858e-ff84-467c-9047-a060de8798c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:54.511807 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6f82858e-ff84-467c-9047-a060de8798c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:07:54.515675 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-6f82858e-ff84-467c-9047-a060de8798c6 admin admin] Usage tracker for resource:security_group_rule and tenant:334c2498b01d41ce99ab814658492de7 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:07:54.518544 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-6f82858e-ff84-467c-9047-a060de8798c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:07:54.524870 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6f82858e-ff84-467c-9047-a060de8798c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:07:54.607419 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f82858e-ff84-467c-9047-a060de8798c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:54.682760 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f82858e-ff84-467c-9047-a060de8798c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:54.730621 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-6f82858e-ff84-467c-9047-a060de8798c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=334c2498b01d41ce99ab814658492de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502468 May 12 15:07:54.731484 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82858e-ff84-467c-9047-a060de8798c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fdecaa-a37a-48e3-a9fa-707b29238eda,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:54.733361 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42730) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:54.795879 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f0b9a19b-58e1-4cb8-b204-53af029b9e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:54.821503 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f0b9a19b-58e1-4cb8-b204-53af029b9e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:54.934746 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f0b9a19b-58e1-4cb8-b204-53af029b9e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:54.951534 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9a19b-58e1-4cb8-b204-53af029b9e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fdecaa-a37a-48e3-a9fa-707b29238eda,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:54.955913 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-f0b9a19b-58e1-4cb8-b204-53af029b9e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:54.957517 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-f0b9a19b-58e1-4cb8-b204-53af029b9e90 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/89fdecaa-a37a-48e3-a9fa-707b29238eda HTTP/1.1" status: 204 len: 168 time: 0.2230413 May 12 15:07:55.707558 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 42738) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:55.725821 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bcadd72e-81ed-46b7-8cb0-031b6858c075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:55.741979 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-bcadd72e-81ed-46b7-8cb0-031b6858c075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:07:55.745890 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-bcadd72e-81ed-46b7-8cb0-031b6858c075 admin admin] Usage tracker for resource:security_group_rule and tenant:358121f6fda34703a375084a88d60164 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:07:55.748688 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-bcadd72e-81ed-46b7-8cb0-031b6858c075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:07:55.755046 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-bcadd72e-81ed-46b7-8cb0-031b6858c075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:07:55.839320 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bcadd72e-81ed-46b7-8cb0-031b6858c075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:55.899926 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bcadd72e-81ed-46b7-8cb0-031b6858c075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:55.946565 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-bcadd72e-81ed-46b7-8cb0-031b6858c075 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=358121f6fda34703a375084a88d60164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378757 May 12 15:07:55.948122 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadd72e-81ed-46b7-8cb0-031b6858c075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0074e63b-5615-4d1c-bc67-960de28dda33,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:55.949210 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42742) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:07:56.009003 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b8c9c77d-0b2a-48b0-8915-16fb0c8f215d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:56.037718 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b8c9c77d-0b2a-48b0-8915-16fb0c8f215d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:56.180617 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b8c9c77d-0b2a-48b0-8915-16fb0c8f215d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:56.196829 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9c77d-0b2a-48b0-8915-16fb0c8f215d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0074e63b-5615-4d1c-bc67-960de28dda33,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:07:56.205439 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-b8c9c77d-0b2a-48b0-8915-16fb0c8f215d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:07:56.205439 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-b8c9c77d-0b2a-48b0-8915-16fb0c8f215d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0074e63b-5615-4d1c-bc67-960de28dda33 HTTP/1.1" status: 204 len: 168 time: 0.2522588 May 12 15:08:03.769414 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42820) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:08:03.883907 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-113f2a3d-d769-43f3-a8c8-be7e1e5e6d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:03.898497 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-113f2a3d-d769-43f3-a8c8-be7e1e5e6d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:08:03.902276 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-113f2a3d-d769-43f3-a8c8-be7e1e5e6d44 admin admin] Usage tracker for resource:security_group_rule and tenant:742c6a06f54e48f7975341e6293ba27f is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:08:03.905021 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-113f2a3d-d769-43f3-a8c8-be7e1e5e6d44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:08:03.911646 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-113f2a3d-d769-43f3-a8c8-be7e1e5e6d44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:08:03.998460 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-113f2a3d-d769-43f3-a8c8-be7e1e5e6d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:04.060191 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-113f2a3d-d769-43f3-a8c8-be7e1e5e6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:04.109534 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-113f2a3d-d769-43f3-a8c8-be7e1e5e6d44 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=742c6a06f54e48f7975341e6293ba27f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3388453 May 12 15:08:04.110411 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f2a3d-d769-43f3-a8c8-be7e1e5e6d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab6b7ec-fdb5-429c-b5c9-4c213616d9ba,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:08:04.112157 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 42826) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:08:04.171216 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b39d904-3e7e-444f-87f7-f82c00cb0f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:04.196672 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b39d904-3e7e-444f-87f7-f82c00cb0f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:04.317641 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b39d904-3e7e-444f-87f7-f82c00cb0f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:04.335497 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39d904-3e7e-444f-87f7-f82c00cb0f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab6b7ec-fdb5-429c-b5c9-4c213616d9ba,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:08:04.353843 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b39d904-3e7e-444f-87f7-f82c00cb0f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:04.362403 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-9b39d904-3e7e-444f-87f7-f82c00cb0f27 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aab6b7ec-fdb5-429c-b5c9-4c213616d9ba HTTP/1.1" status: 204 len: 168 time: 0.2412601 May 12 15:08:04.896479 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 42834) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:08:04.915413 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-22c1ec4d-ab3c-4939-9fb1-ca1abd5aa042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:04.934011 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-22c1ec4d-ab3c-4939-9fb1-ca1abd5aa042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:08:04.937712 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-22c1ec4d-ab3c-4939-9fb1-ca1abd5aa042 admin admin] Usage tracker for resource:security_group_rule and tenant:268cf23e127941f58f039982b19b2b76 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:08:04.940434 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-22c1ec4d-ab3c-4939-9fb1-ca1abd5aa042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:08:04.946595 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-22c1ec4d-ab3c-4939-9fb1-ca1abd5aa042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:08:05.041745 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-22c1ec4d-ab3c-4939-9fb1-ca1abd5aa042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:05.123227 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-22c1ec4d-ab3c-4939-9fb1-ca1abd5aa042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:05.171626 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-22c1ec4d-ab3c-4939-9fb1-ca1abd5aa042 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=268cf23e127941f58f039982b19b2b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740772 May 12 15:08:05.172478 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1ec4d-ab3c-4939-9fb1-ca1abd5aa042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efa2ff6-b7fa-4c9e-aa03-1500970ff3dc,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:08:05.174227 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42838) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:08:05.236151 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3745ddd4-75fc-4d44-be8f-c6c15b68aa12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:05.262117 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3745ddd4-75fc-4d44-be8f-c6c15b68aa12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:05.397186 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3745ddd4-75fc-4d44-be8f-c6c15b68aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:05.413414 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745ddd4-75fc-4d44-be8f-c6c15b68aa12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efa2ff6-b7fa-4c9e-aa03-1500970ff3dc,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:08:05.423524 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-3745ddd4-75fc-4d44-be8f-c6c15b68aa12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:05.423632 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-3745ddd4-75fc-4d44-be8f-c6c15b68aa12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9efa2ff6-b7fa-4c9e-aa03-1500970ff3dc HTTP/1.1" status: 204 len: 168 time: 0.2481632 May 12 15:08:10.836852 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d09f9c03-bff6-4aac-ae2a-b8709b702db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:13.014532 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-84df7250-2836-4059-b9c7-45218e0a88a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:14.585382 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:15.185343 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:16.111087 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:19.083382 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:22.888598 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 42974) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:08:23.008036 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-42701af9-a4f8-40bb-b7eb-34c6e450d29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:23.022757 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-42701af9-a4f8-40bb-b7eb-34c6e450d29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:08:23.026570 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-42701af9-a4f8-40bb-b7eb-34c6e450d29c admin admin] Usage tracker for resource:security_group_rule and tenant:93bbadc07c144ef19412a3e5dba486e9 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:08:23.029216 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.quota.resource [None req-42701af9-a4f8-40bb-b7eb-34c6e450d29c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:08:23.035436 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-42701af9-a4f8-40bb-b7eb-34c6e450d29c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:08:23.117996 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-42701af9-a4f8-40bb-b7eb-34c6e450d29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:23.191748 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-42701af9-a4f8-40bb-b7eb-34c6e450d29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:23.247141 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-42701af9-a4f8-40bb-b7eb-34c6e450d29c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93bbadc07c144ef19412a3e5dba486e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573251 May 12 15:08:23.247852 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42701af9-a4f8-40bb-b7eb-34c6e450d29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564263e2-9c23-4f4a-8ff3-33c5d4550418,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:08:23.249651 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 42980) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:08:23.312499 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:23.338949 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:23.465355 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:23.480458 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564263e2-9c23-4f4a-8ff3-33c5d4550418,revision_number=None']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:08:23.491319 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:23.492420 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/564263e2-9c23-4f4a-8ff3-33c5d4550418 HTTP/1.1" status: 204 len: 168 time: 0.2417862 May 12 15:08:23.493772 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:08:23.494111 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:08:23.494532 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:08:23.494854 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:08:23.495980 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:08:23.496332 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:08:23.496673 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:08:23.497124 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:08:23.497462 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:08:23.497829 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:08:23.498160 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:08:23.498486 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289ca6c7-17a6-40a7-aecc-95b8b8238554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-2-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 15:08:25.479305 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [-] (88106) accepted ('10.222.0.70', 43024) {{(pid=88106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:08:25.598161 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fcb1-e00b-4bae-95ca-9121adfcd925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:25.612800 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-c2d4fcb1-e00b-4bae-95ca-9121adfcd925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 12 15:08:25.616603 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-c2d4fcb1-e00b-4bae-95ca-9121adfcd925 admin admin] Usage tracker for resource:security_group_rule and tenant:589b283cbcd94c94b91fe1d96abc9012 is out of sync, need to count used quota {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 12 15:08:25.619349 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.quota.resource [None req-c2d4fcb1-e00b-4bae-95ca-9121adfcd925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88106) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 12 15:08:25.624892 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.db.quota.driver [None req-c2d4fcb1-e00b-4bae-95ca-9121adfcd925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 12 15:08:25.708024 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fcb1-e00b-4bae-95ca-9121adfcd925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:25.825440 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c2d4fcb1-e00b-4bae-95ca-9121adfcd925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_create {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:25.876901 dv-cinder-831187-2-smb neutron-server[88106]: INFO neutron.wsgi [None req-c2d4fcb1-e00b-4bae-95ca-9121adfcd925 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=589b283cbcd94c94b91fe1d96abc9012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3965766 May 12 15:08:25.877948 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4fcb1-e00b-4bae-95ca-9121adfcd925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c4b650-fce9-41cb-8561-9ba6872f66ea,revision_number=1']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:08:25.879974 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.70', 43030) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 12 15:08:25.940871 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b2bb1fa7-36e6-4ae3-b325-2eed1d066a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:25.966572 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b2bb1fa7-36e6-4ae3-b325-2eed1d066a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:26.088314 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b2bb1fa7-36e6-4ae3-b325-2eed1d066a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637230'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:26.106295 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb1fa7-36e6-4ae3-b325-2eed1d066a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c4b650-fce9-41cb-8561-9ba6872f66ea,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 15:08:26.118592 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b2bb1fa7-36e6-4ae3-b325-2eed1d066a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:26.119701 dv-cinder-831187-2-smb neutron-server[88107]: INFO neutron.wsgi [None req-b2bb1fa7-36e6-4ae3-b325-2eed1d066a66 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44c4b650-fce9-41cb-8561-9ba6872f66ea HTTP/1.1" status: 204 len: 168 time: 0.2386968 May 12 15:08:27.448871 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:08:40.813721 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9d5aaa2e-fe44-4234-8dd5-477a6f66bf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:43.042418 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b409da48-073c-4fa4-ada3-f52da8dc400e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:44.607627 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:45.202162 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:46.076103 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:08:49.087449 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:09:04.448875 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:09:10.830201 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b387fd4f-046f-49a4-b57f-fae2505f2b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:09:13.041847 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e71e4800-ad4a-4dd4-ab5c-58d9583bfaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:09:14.596221 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:09:15.172699 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:09:16.087068 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:09:19.081211 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:09:40.812590 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d74fdb2d-5924-4e89-a032-8d906a705467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:09:41.448597 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:09:43.023915 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3be5dd47-20d5-45a7-8392-ea42d0623457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:09:44.601206 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:09:45.166319 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:09:46.086791 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:09:49.082882 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:10:10.806394 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9dfb0381-66b3-417d-90be-08c3409448ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:10:13.039962 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a3677544-3c32-4f83-939f-d4a7995cd746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:10:14.612149 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:10:15.195083 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:10:16.125845 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:10:18.447807 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:10:19.074488 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:10:40.822916 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c2914638-00ed-4aad-abbb-5ec8eede7a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:10:43.040180 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-81411ee5-1a2c-4d1b-8188-aa98b40f89f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:10:44.598875 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:10:45.170285 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:10:46.137163 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:10:49.085485 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:10:55.447450 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:11:10.839288 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d246a673-073a-4850-a1cb-9e5195971552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:11:13.039952 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-889404a9-0f94-47fc-b2ca-354d754afb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:11:14.626138 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:11:15.193732 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:11:16.094802 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:11:19.077804 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:11:32.446686 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:11:40.808113 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e48cfcc3-c127-487a-9c9c-62b1dcb2308a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:11:43.042666 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5788fcc8-731a-404d-9386-280ad896738d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:11:44.644334 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:11:45.213954 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:11:46.114288 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:11:49.101486 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:09.446802 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:12:10.807383 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d5b3b86-bc9c-4263-8f15-90f55547cdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:13.059140 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d934b9cd-7842-44b3-9b17-e782b838d302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:14.613048 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:15.190033 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:16.098232 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:19.089992 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:40.843484 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-084780e3-a7a0-47d9-9da0-bd266d2770c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:43.037720 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5f986de1-53b4-4241-a5b2-85f397e22dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:44.594622 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:45.212019 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:46.149341 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:12:46.445344 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:12:49.106605 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:09.772967 dv-cinder-831187-2-smb neutron-server[88107]: DEBUG neutron.wsgi [req-91c22340-6e01-41c6-ac54-d9a6121d7d51 req-1b5a31b9-f995-45ff-b84d-ab47b02c2a37 service neutron] (88107) timed out ('10.222.0.70', 35898) {{(pid=88107) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 12 15:13:10.811241 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-122b7892-b33b-43f3-abf7-9a0a287037fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:13.077221 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0eba9cc9-dba3-45e7-8a95-f322c42b51e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:14.611193 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-704bfc84-3fcf-4a69-a336-4415b865c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:15.220249 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d08a89c6-3a25-46e7-9edf-918e9f00f7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:16.111567 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4f870a2-164d-4205-acaf-f969b553ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:19.129295 dv-cinder-831187-2-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da8d6281-aade-4fca-9a5f-5d2724d90ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787124724848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697021'] for agent, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 12 15:13:23.444453 dv-cinder-831187-2-smb neutron-server[88109]: DEBUG neutron.db.agents_db [None req-b9d15347-0ac5-4f97-892f-9ef0c4572c15 None None] Agent healthcheck: found 6 active agents {{(pid=88109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 12 15:13:28.263430 dv-cinder-831187-2-smb neutron-server[88106]: DEBUG neutron.wsgi [req-66678d26-1469-40b9-a961-ca3256f4442e req-9a80f858-f13a-4c1f-b204-03c0291a40f1 service neutron] (88106) timed out ('10.222.0.69', 57450) {{(pid=88106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}